2026-06-12T17:22:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "811078ad-7858-4004-b371-e6b4aa3a20a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:22:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "811078ad-7858-4004-b371-e6b4aa3a20a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "811078ad-7858-4004-b371-e6b4aa3a20a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "92e0b190-7011-411b-b7c7-199df5b39ebd", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-12T17:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "819c09e5-04fc-4165-9395-890355d5d781", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "819c09e5-04fc-4165-9395-890355d5d781", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "819c09e5-04fc-4165-9395-890355d5d781", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:24:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:24:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:24:06Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:24:06Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:25:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "500a12a3-7092-4ecf-81bd-a4a9389b7238", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T17:25:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "755971a3-3b2b-4392-a970-cd889c38d2cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T17:25:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "29917612-6280-4053-bb3d-0497605db58d", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:25:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "29917612-6280-4053-bb3d-0497605db58d", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T17:25:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "16ac6805-fabb-4eca-951c-0ac6f207a4e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T17:25:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3209430b-384d-4c1c-b9f7-5c0a7feaa3e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T17:25:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ea2324be-d63b-4437-b0b2-f5cf1d78b8c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:25:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ea2324be-d63b-4437-b0b2-f5cf1d78b8c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T17:25:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19851dc6-71ae-4dba-8b0c-c6e6f811b6a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f2490b5-d165-4f1f-916e-c14e2375ec5c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f2490b5-d165-4f1f-916e-c14e2375ec5c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f2490b5-d165-4f1f-916e-c14e2375ec5c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "405f64a5-7d49-485a-828e-2b9fdef93cfe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "405f64a5-7d49-485a-828e-2b9fdef93cfe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:25:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f2490b5-d165-4f1f-916e-c14e2375ec5c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T17:25:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f2490b5-d165-4f1f-916e-c14e2375ec5c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f2490b5-d165-4f1f-916e-c14e2375ec5c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "405f64a5-7d49-485a-828e-2b9fdef93cfe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8cfc6d3f-6255-4a45-b1fa-734933643927", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8cfc6d3f-6255-4a45-b1fa-734933643927", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8cfc6d3f-6255-4a45-b1fa-734933643927", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "17a1a97d-6d57-4954-af05-8af9a4db29ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8cfc6d3f-6255-4a45-b1fa-734933643927", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T17:25:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8cfc6d3f-6255-4a45-b1fa-734933643927", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8cfc6d3f-6255-4a45-b1fa-734933643927", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "17a1a97d-6d57-4954-af05-8af9a4db29ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "17a1a97d-6d57-4954-af05-8af9a4db29ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47674f4c-abcb-4a01-9884-c2f6e9a67a18", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47674f4c-abcb-4a01-9884-c2f6e9a67a18", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47674f4c-abcb-4a01-9884-c2f6e9a67a18", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47674f4c-abcb-4a01-9884-c2f6e9a67a18", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T17:25:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47674f4c-abcb-4a01-9884-c2f6e9a67a18", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47674f4c-abcb-4a01-9884-c2f6e9a67a18", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bad63c5-3c02-42cc-b49f-53140e01faa8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bad63c5-3c02-42cc-b49f-53140e01faa8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bad63c5-3c02-42cc-b49f-53140e01faa8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a39dd4fa-3f56-47d8-830a-ef01059f571b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bad63c5-3c02-42cc-b49f-53140e01faa8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T17:25:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bad63c5-3c02-42cc-b49f-53140e01faa8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bad63c5-3c02-42cc-b49f-53140e01faa8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a39dd4fa-3f56-47d8-830a-ef01059f571b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a39dd4fa-3f56-47d8-830a-ef01059f571b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb0d49e2-45c5-4333-85de-e4766a68da35", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb0d49e2-45c5-4333-85de-e4766a68da35", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb0d49e2-45c5-4333-85de-e4766a68da35", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0bbd611b-1d83-4e33-a511-4fdd0c7e25d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb0d49e2-45c5-4333-85de-e4766a68da35", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T17:25:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb0d49e2-45c5-4333-85de-e4766a68da35", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb0d49e2-45c5-4333-85de-e4766a68da35", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0bbd611b-1d83-4e33-a511-4fdd0c7e25d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0bbd611b-1d83-4e33-a511-4fdd0c7e25d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1507dbb6-9179-4ad5-b063-c45c8f564563", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1507dbb6-9179-4ad5-b063-c45c8f564563", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:25:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7f52cb73-d084-4d44-80e2-827ce86a3609", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7f52cb73-d084-4d44-80e2-827ce86a3609", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7f52cb73-d084-4d44-80e2-827ce86a3609", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7f52cb73-d084-4d44-80e2-827ce86a3609", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T17:25:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7f52cb73-d084-4d44-80e2-827ce86a3609", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7f52cb73-d084-4d44-80e2-827ce86a3609", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1507dbb6-9179-4ad5-b063-c45c8f564563", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44ce6015-e462-46a9-9263-f53f536a9d56", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44ce6015-e462-46a9-9263-f53f536a9d56", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44ce6015-e462-46a9-9263-f53f536a9d56", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ef84710e-399e-469c-9f99-2b95f75e137d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:25:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ef84710e-399e-469c-9f99-2b95f75e137d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:25:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ef84710e-399e-469c-9f99-2b95f75e137d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:25:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3984af17-7dd2-493c-ac80-045d90d87daf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ef84710e-399e-469c-9f99-2b95f75e137d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T17:25:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ef84710e-399e-469c-9f99-2b95f75e137d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ef84710e-399e-469c-9f99-2b95f75e137d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:25:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3984af17-7dd2-493c-ac80-045d90d87daf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:25:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3984af17-7dd2-493c-ac80-045d90d87daf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "907d015f-eaf6-4641-a633-6e36e57edf7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "907d015f-eaf6-4641-a633-6e36e57edf7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:25:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "907d015f-eaf6-4641-a633-6e36e57edf7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1956f6b7-a59c-4c99-ab46-3583235bf643", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1956f6b7-a59c-4c99-ab46-3583235bf643", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1956f6b7-a59c-4c99-ab46-3583235bf643", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1956f6b7-a59c-4c99-ab46-3583235bf643", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T17:25:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1956f6b7-a59c-4c99-ab46-3583235bf643", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1956f6b7-a59c-4c99-ab46-3583235bf643", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:25:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5e5a3b8a-b08f-4c65-bdd1-40cb81ceb3e9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5e5a3b8a-b08f-4c65-bdd1-40cb81ceb3e9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5e5a3b8a-b08f-4c65-bdd1-40cb81ceb3e9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5e5a3b8a-b08f-4c65-bdd1-40cb81ceb3e9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T17:25:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5e5a3b8a-b08f-4c65-bdd1-40cb81ceb3e9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5e5a3b8a-b08f-4c65-bdd1-40cb81ceb3e9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de3bba7c-7812-4588-8640-16081a86b39f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de3bba7c-7812-4588-8640-16081a86b39f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:25:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de3bba7c-7812-4588-8640-16081a86b39f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d0cfcbfc-0e17-4aba-b668-952094b952be", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d0cfcbfc-0e17-4aba-b668-952094b952be", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d0cfcbfc-0e17-4aba-b668-952094b952be", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d0cfcbfc-0e17-4aba-b668-952094b952be", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T17:25:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d0cfcbfc-0e17-4aba-b668-952094b952be", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d0cfcbfc-0e17-4aba-b668-952094b952be", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:25:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "73f8989b-9008-42fa-89e2-a9001af3295d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "73f8989b-9008-42fa-89e2-a9001af3295d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "73f8989b-9008-42fa-89e2-a9001af3295d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "73f8989b-9008-42fa-89e2-a9001af3295d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T17:25:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "73f8989b-9008-42fa-89e2-a9001af3295d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "73f8989b-9008-42fa-89e2-a9001af3295d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b7fbd7e-edab-4e79-a965-8a125c95ab10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b7fbd7e-edab-4e79-a965-8a125c95ab10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:25:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b7fbd7e-edab-4e79-a965-8a125c95ab10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:25:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db80c76a-25c7-43c5-a268-c0b8fa6880e7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db80c76a-25c7-43c5-a268-c0b8fa6880e7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db80c76a-25c7-43c5-a268-c0b8fa6880e7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db80c76a-25c7-43c5-a268-c0b8fa6880e7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T17:25:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db80c76a-25c7-43c5-a268-c0b8fa6880e7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "db80c76a-25c7-43c5-a268-c0b8fa6880e7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:25:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f99d4800-ee3b-43d1-a8df-4cde7787d417", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f99d4800-ee3b-43d1-a8df-4cde7787d417", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f99d4800-ee3b-43d1-a8df-4cde7787d417", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:25:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f99d4800-ee3b-43d1-a8df-4cde7787d417", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T17:25:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f99d4800-ee3b-43d1-a8df-4cde7787d417", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:25:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f99d4800-ee3b-43d1-a8df-4cde7787d417", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e25941e-ff85-4874-97fb-1b2eca8b8e72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:26:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e25941e-ff85-4874-97fb-1b2eca8b8e72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:26:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e25941e-ff85-4874-97fb-1b2eca8b8e72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:26:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8a3ee2f5-a1a7-4cfb-b7c2-9cc18280ee36", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8a3ee2f5-a1a7-4cfb-b7c2-9cc18280ee36", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8a3ee2f5-a1a7-4cfb-b7c2-9cc18280ee36", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8a3ee2f5-a1a7-4cfb-b7c2-9cc18280ee36", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T17:26:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8a3ee2f5-a1a7-4cfb-b7c2-9cc18280ee36", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:26:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8a3ee2f5-a1a7-4cfb-b7c2-9cc18280ee36", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "872d0f6c-e2c2-4763-b279-cd71ab818095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "872d0f6c-e2c2-4763-b279-cd71ab818095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "872d0f6c-e2c2-4763-b279-cd71ab818095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "872d0f6c-e2c2-4763-b279-cd71ab818095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T17:26:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "872d0f6c-e2c2-4763-b279-cd71ab818095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:26:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "872d0f6c-e2c2-4763-b279-cd71ab818095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9031a888-3252-4b9b-9a43-f0cbc0313eb8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:26:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9031a888-3252-4b9b-9a43-f0cbc0313eb8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:26:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9031a888-3252-4b9b-9a43-f0cbc0313eb8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:26:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a35d17ef-9268-4446-b1fa-53abdea4dd5b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a35d17ef-9268-4446-b1fa-53abdea4dd5b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a35d17ef-9268-4446-b1fa-53abdea4dd5b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a35d17ef-9268-4446-b1fa-53abdea4dd5b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T17:26:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a35d17ef-9268-4446-b1fa-53abdea4dd5b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:26:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a35d17ef-9268-4446-b1fa-53abdea4dd5b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:26:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3996002-4901-49de-8ead-d37d7490a88b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:26:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3996002-4901-49de-8ead-d37d7490a88b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:26:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3996002-4901-49de-8ead-d37d7490a88b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:26:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3996002-4901-49de-8ead-d37d7490a88b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T17:26:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3996002-4901-49de-8ead-d37d7490a88b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:26:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3996002-4901-49de-8ead-d37d7490a88b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:26:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83659201-34fb-45f8-a60a-a47b902c037c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:26:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83659201-34fb-45f8-a60a-a47b902c037c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:26:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83659201-34fb-45f8-a60a-a47b902c037c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:26:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d2b3a330-83b6-459c-ad1c-92daaf203c57", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:26:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d2b3a330-83b6-459c-ad1c-92daaf203c57", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:26:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d2b3a330-83b6-459c-ad1c-92daaf203c57", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:26:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d2b3a330-83b6-459c-ad1c-92daaf203c57", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T17:26:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d2b3a330-83b6-459c-ad1c-92daaf203c57", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:26:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d2b3a330-83b6-459c-ad1c-92daaf203c57", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:26:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "90b89580-0e8e-4cab-9fb8-6a1b96317523", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:26:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "90b89580-0e8e-4cab-9fb8-6a1b96317523", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:26:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "90b89580-0e8e-4cab-9fb8-6a1b96317523", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:26:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "90b89580-0e8e-4cab-9fb8-6a1b96317523", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T17:26:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "90b89580-0e8e-4cab-9fb8-6a1b96317523", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:26:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "90b89580-0e8e-4cab-9fb8-6a1b96317523", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T17:26:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8d830a56-cd77-47f4-812e-33e5495d690e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:26:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8d830a56-cd77-47f4-812e-33e5495d690e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:26:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8d830a56-cd77-47f4-812e-33e5495d690e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:26:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8d830a56-cd77-47f4-812e-33e5495d690e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T17:26:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8d830a56-cd77-47f4-812e-33e5495d690e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:26:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8d830a56-cd77-47f4-812e-33e5495d690e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T17:27:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "753836ad-8811-4c64-a8fe-f902d3f03118", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:27:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "753836ad-8811-4c64-a8fe-f902d3f03118", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:27:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "753836ad-8811-4c64-a8fe-f902d3f03118", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:27:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "753836ad-8811-4c64-a8fe-f902d3f03118", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T17:27:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "753836ad-8811-4c64-a8fe-f902d3f03118", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:27:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "753836ad-8811-4c64-a8fe-f902d3f03118", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T17:27:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad6a7410-ac50-4d53-801d-3cdec878173c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:27:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad6a7410-ac50-4d53-801d-3cdec878173c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:27:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad6a7410-ac50-4d53-801d-3cdec878173c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:27:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad6a7410-ac50-4d53-801d-3cdec878173c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T17:27:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad6a7410-ac50-4d53-801d-3cdec878173c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:27:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad6a7410-ac50-4d53-801d-3cdec878173c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:27:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d2af4c63-4b62-40ec-8832-b92ec97c0ebc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:27:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d2af4c63-4b62-40ec-8832-b92ec97c0ebc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:27:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d2af4c63-4b62-40ec-8832-b92ec97c0ebc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:27:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d2af4c63-4b62-40ec-8832-b92ec97c0ebc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T17:27:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d2af4c63-4b62-40ec-8832-b92ec97c0ebc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:27:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d2af4c63-4b62-40ec-8832-b92ec97c0ebc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T17:27:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb81b574-db87-4cd9-8978-24c4d8f43b6d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:27:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb81b574-db87-4cd9-8978-24c4d8f43b6d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:27:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb81b574-db87-4cd9-8978-24c4d8f43b6d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:27:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb81b574-db87-4cd9-8978-24c4d8f43b6d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T17:27:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb81b574-db87-4cd9-8978-24c4d8f43b6d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:27:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb81b574-db87-4cd9-8978-24c4d8f43b6d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:27:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6f268eba-12f3-4947-ab23-11c7cc01e1c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:27:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6f268eba-12f3-4947-ab23-11c7cc01e1c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:27:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6f268eba-12f3-4947-ab23-11c7cc01e1c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:27:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6f268eba-12f3-4947-ab23-11c7cc01e1c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T17:27:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6f268eba-12f3-4947-ab23-11c7cc01e1c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T17:27:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6f268eba-12f3-4947-ab23-11c7cc01e1c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T17:27:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "f2466dc3-b112-4cf8-a5ba-7f7780f95244", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T17:27:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "f935c169-48d6-438f-8911-0cbfdf7b16ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:27:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "f935c169-48d6-438f-8911-0cbfdf7b16ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T17:27:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "983b3c68-d846-4ef2-9f27-4f3d94595b4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:27:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "983b3c68-d846-4ef2-9f27-4f3d94595b4e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:27:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee18f2f0-d4fa-4414-b920-39ec3a1ca030", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T17:27:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7197e53f-a29a-4d7e-9f72-09c11b40b14f", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T17:27:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7e4916da-0c48-4585-be78-e4f8b334c190", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T17:27:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "45d8a7c3-b25e-49a8-91e9-a34b3d345b1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:27:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "45d8a7c3-b25e-49a8-91e9-a34b3d345b1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T17:27:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de4dfb47-0aba-4f9d-9f31-163772963a1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T17:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "eb354bd5-63a1-4744-bfb6-373de1a639c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T17:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "fa8d6200-d74d-41fc-928b-4614c1a0f89d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T17:27:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "817978cc-257a-41d7-9daa-390a304c82c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:27:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "817978cc-257a-41d7-9daa-390a304c82c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T17:27:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "d41ef968-5b7e-4631-ad51-f8d26a2fff8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:27:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "d41ef968-5b7e-4631-ad51-f8d26a2fff8e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07d9f45d-eda2-4a6a-be06-c6fbaaa9b882", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T17:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "dd7975f8-0d71-4232-8b50-41271476b167", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T17:27:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "515ffc05-8485-4a8c-8668-4cfcf28c3e1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:27:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "515ffc05-8485-4a8c-8668-4cfcf28c3e1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T17:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6a87a06-bcc3-4979-a8a8-91b5779687c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T17:29:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7f794683-a7c9-4667-a00b-f501937d8abb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:29:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "042525af-b4e4-4088-917b-bb283246c564", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:29:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e80cdb67-4090-4385-a54d-0fa2e3681391", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:29:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e80cdb67-4090-4385-a54d-0fa2e3681391", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:29:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a3c286c4-7aba-4d8c-8ef7-dc3cf092afcb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:29:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35fbfdcc-656b-4e12-8c76-1ce2e46350f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:29:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5daa646b-2ebc-4693-b908-bfdcdf59260e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:29:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5daa646b-2ebc-4693-b908-bfdcdf59260e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:29:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc4b07e2-1006-497a-9e1e-16d1a72e7dd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:30:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b368c2ff-1c29-420d-9047-4047e9c2df47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:30:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b368c2ff-1c29-420d-9047-4047e9c2df47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:30:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b368c2ff-1c29-420d-9047-4047e9c2df47", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:30:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "76974408-39a5-47ce-8341-cca0cfb09c95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:30:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "76974408-39a5-47ce-8341-cca0cfb09c95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:30:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0e38d87c-db7f-43a0-850c-627f8113aedd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:30:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0e38d87c-db7f-43a0-850c-627f8113aedd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:30:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e074121b-cdf8-4f35-b9ce-2b56075af26f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:30:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e074121b-cdf8-4f35-b9ce-2b56075af26f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T17:30:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6ad6afe1-9bf7-4acc-bdd6-17a60dd8753f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:30:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0b0a621a-b19f-4faa-9103-817723858f4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:30:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "36b38c20-8894-4ccd-91fc-f34df10d874d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:30:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "36b38c20-8894-4ccd-91fc-f34df10d874d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:30:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90028757-1c93-4907-8772-3abf623c025a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:30:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ea3c1417-88a6-4c8e-ab90-abddabfb100e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:30:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e8030324-60e2-43fc-97a1-4d1ba33237c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:30:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e8030324-60e2-43fc-97a1-4d1ba33237c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:30:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fe7ce37-699f-499b-a2d7-953e02387cb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:31:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "290d1218-8e50-4bfa-b11a-730be3d0ef2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:31:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "290d1218-8e50-4bfa-b11a-730be3d0ef2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:31:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "290d1218-8e50-4bfa-b11a-730be3d0ef2e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:31:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fd88eb18-a08e-4944-89a4-fd2461697155", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fd88eb18-a08e-4944-89a4-fd2461697155", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:31:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "feed4111-c5e8-4324-b7e4-b3020ad66897", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "feed4111-c5e8-4324-b7e4-b3020ad66897", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:31:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dbfd3ba-d2c9-47a2-9594-c0701eaa939e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dbfd3ba-d2c9-47a2-9594-c0701eaa939e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T17:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "openshift-service-ca.crt", "reconcileID": "bd88e8ea-5667-49c0-942a-70e1e1fff337", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-trusted-ca-bundle", "reconcileID": "b0b37e7a-649a-454c-aeb3-1ad07712ab50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "openshift-service-ca.crt", "reconcileID": "5d83f215-9510-40d3-ada5-9b54d1bdb45c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e9b7b5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:31:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "openshift-service-ca.crt", "reconcileID": "5d83f215-9510-40d3-ada5-9b54d1bdb45c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "openshift-service-ca.crt", "reconcileID": "2160f937-62a5-44c0-894c-f3fd664bd434", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e9b7b5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:31:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "openshift-service-ca.crt", "reconcileID": "2160f937-62a5-44c0-894c-f3fd664bd434", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "750bd5d5-4b00-4ec1-aa84-ab154fb1663d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "openshift-service-ca.crt", "reconcileID": "59b7ffb4-8acd-428d-852e-1cef5d3464c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-trusted-ca-bundle", "reconcileID": "702c9ab6-f847-4a45-b061-b3b91aba7983", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e9b7b5", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:31:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-trusted-ca-bundle", "reconcileID": "702c9ab6-f847-4a45-b061-b3b91aba7983", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ace6305e-abd1-46b9-b0af-8ed45a756665", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "586f2381-1677-42b5-8c06-b7fbf41d0b65", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "586f2381-1677-42b5-8c06-b7fbf41d0b65", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:31:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "586f2381-1677-42b5-8c06-b7fbf41d0b65", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "959a10d5-7fc0-4dad-92a2-7b94a947c811", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "959a10d5-7fc0-4dad-92a2-7b94a947c811", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:31:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "959a10d5-7fc0-4dad-92a2-7b94a947c811", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f68acb4-538b-4b03-8314-7fccfdfdce92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f68acb4-538b-4b03-8314-7fccfdfdce92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:31:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f68acb4-538b-4b03-8314-7fccfdfdce92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "137e3040-ec4e-4ac1-994a-5c390d2fb14a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "137e3040-ec4e-4ac1-994a-5c390d2fb14a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:31:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "137e3040-ec4e-4ac1-994a-5c390d2fb14a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19402189-19d3-4679-85f5-ceb38e710e25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19402189-19d3-4679-85f5-ceb38e710e25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e9b7b5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:31:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19402189-19d3-4679-85f5-ceb38e710e25", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-e9b7b5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:31:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-trusted-ca-bundle", "reconcileID": "6add8789-ae49-4cb9-8b8f-2effa3d1edd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-trusted-ca-bundle", "reconcileID": "6add8789-ae49-4cb9-8b8f-2effa3d1edd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "openshift-service-ca.crt", "reconcileID": "20c0d9dd-09a7-4afa-b70b-76ae9f9f9379", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "openshift-service-ca.crt", "reconcileID": "20c0d9dd-09a7-4afa-b70b-76ae9f9f9379", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "443a4cc0-913f-481a-91de-48a30e3fda60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e9b7b5"}, "namespace": "e2e-modelref-e9b7b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "443a4cc0-913f-481a-91de-48a30e3fda60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e9b7b5"} 2026-06-12T17:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "openshift-service-ca.crt", "reconcileID": "4fccf9a4-2650-4893-a8eb-739c87b8f299", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-trusted-ca-bundle", "reconcileID": "fe94d814-9212-4e0b-9379-f08301576a31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:31:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "openshift-service-ca.crt", "reconcileID": "cb844d2a-8a36-429b-a38f-a6a1b41f8107", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-140b7d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:31:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "openshift-service-ca.crt", "reconcileID": "cb844d2a-8a36-429b-a38f-a6a1b41f8107", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef288b70-c340-426d-b9f4-f9972aaae11e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "openshift-service-ca.crt", "reconcileID": "ab020a3e-d458-420e-b265-808809c8cb12", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:31:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-trusted-ca-bundle", "reconcileID": "419d2bde-fc1b-46b7-a0ba-b6a31ec6c63f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-140b7d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:31:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-trusted-ca-bundle", "reconcileID": "419d2bde-fc1b-46b7-a0ba-b6a31ec6c63f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd7cd5c5-e26b-48da-b9c9-86499e8b4dc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:31:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9dae80c-b1e4-49a4-9ab8-461a7d1ef219", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9dae80c-b1e4-49a4-9ab8-461a7d1ef219", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:31:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9dae80c-b1e4-49a4-9ab8-461a7d1ef219", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f64a1239-01fb-4b84-bbf5-4fe3c6964882", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f64a1239-01fb-4b84-bbf5-4fe3c6964882", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:31:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f64a1239-01fb-4b84-bbf5-4fe3c6964882", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5cc43fd9-5166-407d-8cd1-54fc5d93eb10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5cc43fd9-5166-407d-8cd1-54fc5d93eb10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5cc43fd9-5166-407d-8cd1-54fc5d93eb10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69da0c01-18d7-403c-9823-b5f7ce80136e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69da0c01-18d7-403c-9823-b5f7ce80136e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69da0c01-18d7-403c-9823-b5f7ce80136e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:32:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bca4332d-0893-43dd-ad46-1e8e4e3044a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:32:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bca4332d-0893-43dd-ad46-1e8e4e3044a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-140b7d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:32:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bca4332d-0893-43dd-ad46-1e8e4e3044a8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-140b7d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:32:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-trusted-ca-bundle", "reconcileID": "3f89bfc6-297a-4e34-8b1f-3f4648948b57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:32:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-trusted-ca-bundle", "reconcileID": "3f89bfc6-297a-4e34-8b1f-3f4648948b57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:32:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "openshift-service-ca.crt", "reconcileID": "e5008c66-9e6d-42ad-8bf9-a49616c7a054", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:32:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "openshift-service-ca.crt", "reconcileID": "e5008c66-9e6d-42ad-8bf9-a49616c7a054", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:32:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4f7ac0f-46e3-49d9-a383-ac858cf91393", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:32:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-140b7d"}, "namespace": "e2e-modelref-140b7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4f7ac0f-46e3-49d9-a383-ac858cf91393", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-140b7d"} 2026-06-12T17:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "openshift-service-ca.crt", "reconcileID": "e9b7eedd-b215-4946-83bf-24ff0448b608", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-trusted-ca-bundle", "reconcileID": "b5ab0cb4-b022-48c0-bc95-86b16d35a540", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "openshift-service-ca.crt", "reconcileID": "0608099c-20b8-4adf-bb0e-1402b59402a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8dba4a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:32:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "openshift-service-ca.crt", "reconcileID": "0608099c-20b8-4adf-bb0e-1402b59402a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "openshift-service-ca.crt", "reconcileID": "46296324-bdaf-401f-bc17-60f89fe9cfed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1813e7d-26c3-4a94-aca2-41c7befaf4c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-trusted-ca-bundle", "reconcileID": "49ed17cb-137f-4fee-88fe-878bd5b4181f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8dba4a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:32:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-trusted-ca-bundle", "reconcileID": "49ed17cb-137f-4fee-88fe-878bd5b4181f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f776726-6922-4220-b0a3-afd36f1b0047", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee8e4f84-fae0-4855-9df4-57769a5b511f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee8e4f84-fae0-4855-9df4-57769a5b511f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8dba4a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:32:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee8e4f84-fae0-4855-9df4-57769a5b511f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-8dba4a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-trusted-ca-bundle", "reconcileID": "c04956e2-f248-41b4-95ed-c8848ca98cbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-trusted-ca-bundle", "reconcileID": "c04956e2-f248-41b4-95ed-c8848ca98cbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "openshift-service-ca.crt", "reconcileID": "afcd032c-8e9d-49be-8fad-333d7e74e979", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "openshift-service-ca.crt", "reconcileID": "afcd032c-8e9d-49be-8fad-333d7e74e979", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "deb6a96e-2410-4122-ba23-ae778593a576", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8dba4a"}, "namespace": "e2e-webhook-test-8dba4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "deb6a96e-2410-4122-ba23-ae778593a576", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8dba4a"} 2026-06-12T17:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "openshift-service-ca.crt", "reconcileID": "b7d62e04-adbe-44bc-9707-e0bba6b1e1d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-trusted-ca-bundle", "reconcileID": "89e9e814-12e6-4fcd-85b7-1d533d494f33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "openshift-service-ca.crt", "reconcileID": "d370454e-f44b-4601-978a-0e684ecac037", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6d172c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:32:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "openshift-service-ca.crt", "reconcileID": "d370454e-f44b-4601-978a-0e684ecac037", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27db5c23-6b59-4379-8f5a-f85056855c83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "openshift-service-ca.crt", "reconcileID": "5ebcb359-7f77-4ecc-9eb7-8c37d7b1b64c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-trusted-ca-bundle", "reconcileID": "8fe40687-4f03-4ed4-9d65-52c35ce1fe99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-6d172c", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:32:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-trusted-ca-bundle", "reconcileID": "8fe40687-4f03-4ed4-9d65-52c35ce1fe99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01a1f2d3-98f4-46d8-8a04-5b332f4cd498", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e67c1ddc-5434-427c-8598-1f621d0d154d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e67c1ddc-5434-427c-8598-1f621d0d154d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6d172c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:32:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e67c1ddc-5434-427c-8598-1f621d0d154d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-6d172c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:32:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-trusted-ca-bundle", "reconcileID": "04005148-054b-419f-b0dd-a3c9872a07d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-trusted-ca-bundle", "reconcileID": "04005148-054b-419f-b0dd-a3c9872a07d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "openshift-service-ca.crt", "reconcileID": "edc351cb-854b-4ae4-aef3-732a70f2bdf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "openshift-service-ca.crt", "reconcileID": "edc351cb-854b-4ae4-aef3-732a70f2bdf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a7c7fdd-3757-44ae-a203-aac16da3a7f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:32:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6d172c"}, "namespace": "e2e-webhook-test-6d172c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a7c7fdd-3757-44ae-a203-aac16da3a7f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6d172c"} 2026-06-12T17:36:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:36:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:36:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:36:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:45:16Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:45:16Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:45:17Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:45:17Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:48:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fd9b528-ce3d-4fe9-9b39-6f8a13e28651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:48:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fd9b528-ce3d-4fe9-9b39-6f8a13e28651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:48:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fd9b528-ce3d-4fe9-9b39-6f8a13e28651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:48:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16e98106-4287-4037-a6fa-c8c3bd470cb7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:48:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16e98106-4287-4037-a6fa-c8c3bd470cb7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:48:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16e98106-4287-4037-a6fa-c8c3bd470cb7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:49:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed5eb6ef-d0ac-4dc9-afcd-7cd212f37b0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:49:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed5eb6ef-d0ac-4dc9-afcd-7cd212f37b0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:49:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed5eb6ef-d0ac-4dc9-afcd-7cd212f37b0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:49:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9761f14-4f57-448e-af6c-3797275b714c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:49:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9761f14-4f57-448e-af6c-3797275b714c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:49:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9761f14-4f57-448e-af6c-3797275b714c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b7f5a866","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b7f5a866", "reconcileID": "bf6a0cdd-6bb0-4d18-b5cd-e937d8a65475", "Gateway": "e2e-ait-b7f5a866", "namespace": "openshift-ingress"} 2026-06-12T17:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b7f5a866","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b7f5a866", "reconcileID": "6f6cb94b-62bd-47eb-af27-db9f77b932ec", "Gateway": "e2e-ait-b7f5a866", "namespace": "openshift-ingress"} 2026-06-12T17:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b7f5a866","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b7f5a866", "reconcileID": "a9d57ca7-02c3-44d9-8afa-b7b75c2a0db5", "Gateway": "e2e-ait-b7f5a866", "namespace": "openshift-ingress"} 2026-06-12T17:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b7f5a866","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b7f5a866", "reconcileID": "7ec9db1e-9f01-4f03-b6e3-9ed2e6e3ebd9", "Gateway": "e2e-ait-b7f5a866", "namespace": "openshift-ingress"} 2026-06-12T17:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b7f5a866","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b7f5a866", "reconcileID": "46483445-1aa1-4ebb-9752-466a8abdcc8d", "Gateway": "e2e-ait-b7f5a866", "namespace": "openshift-ingress"} 2026-06-12T17:49:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "openshift-service-ca.crt", "reconcileID": "dd784f43-2804-4274-ad8b-8e797f936c25", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "openshift-service-ca.crt", "reconcileID": "dfb06da8-e0ef-4078-8fb5-d256dfcaa207", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b7f5a866", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:49:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "openshift-service-ca.crt", "reconcileID": "dfb06da8-e0ef-4078-8fb5-d256dfcaa207", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-trusted-ca-bundle", "reconcileID": "9619db4f-773d-43ed-8b11-e7ceb9a750ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21b97a3a-e29b-4162-8ab0-71b36f3b2be2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "openshift-service-ca.crt", "reconcileID": "5acd4b4e-a4c8-4cee-94eb-e7af8e22f11a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-trusted-ca-bundle", "reconcileID": "0c7a0a8e-5542-41ea-a1eb-56da893b0ffd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b7f5a866", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:49:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-trusted-ca-bundle", "reconcileID": "0c7a0a8e-5542-41ea-a1eb-56da893b0ffd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b152303-f39b-4a7e-be99-59a93140b5dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-b7f5a866","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-b7f5a866", "reconcileID": "6008cd4d-b953-412f-a025-ee408e21d282", "Gateway": "e2e-ait-b7f5a866", "namespace": "openshift-ingress"} 2026-06-12T17:49:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54ab3bf0-97af-4b15-b6e5-1a17a0943772", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54ab3bf0-97af-4b15-b6e5-1a17a0943772", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b7f5a866", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:49:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54ab3bf0-97af-4b15-b6e5-1a17a0943772", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-b7f5a866 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:49:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-trusted-ca-bundle", "reconcileID": "e90573a7-48cf-4dc2-b8ac-f1eea077af6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-trusted-ca-bundle", "reconcileID": "e90573a7-48cf-4dc2-b8ac-f1eea077af6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "openshift-service-ca.crt", "reconcileID": "44d3b93c-8723-4a22-93f8-3733bea53238", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "openshift-service-ca.crt", "reconcileID": "44d3b93c-8723-4a22-93f8-3733bea53238", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b336c67d-f557-432c-b470-3e9ce0806bcc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-b7f5a866"}, "namespace": "e2e-aitenant-b7f5a866", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b336c67d-f557-432c-b470-3e9ce0806bcc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-b7f5a866"} 2026-06-12T17:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-622ae149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-622ae149", "reconcileID": "41bbbb95-7ea5-477f-9df5-60f441564d98", "Gateway": "e2e-ait-622ae149", "namespace": "openshift-ingress"} 2026-06-12T17:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-622ae149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-622ae149", "reconcileID": "6180aea7-03ba-4f3b-8331-b5f330e1923f", "Gateway": "e2e-ait-622ae149", "namespace": "openshift-ingress"} 2026-06-12T17:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-622ae149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-622ae149", "reconcileID": "bf3da3aa-f08c-48a1-aa10-4c9d31afaeaf", "Gateway": "e2e-ait-622ae149", "namespace": "openshift-ingress"} 2026-06-12T17:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-622ae149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-622ae149", "reconcileID": "710cde8c-e2c1-460a-9268-0fe78ba30825", "Gateway": "e2e-ait-622ae149", "namespace": "openshift-ingress"} 2026-06-12T17:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-622ae149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-622ae149", "reconcileID": "7de11861-a636-442b-8334-a167d5665e95", "Gateway": "e2e-ait-622ae149", "namespace": "openshift-ingress"} 2026-06-12T17:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "openshift-service-ca.crt", "reconcileID": "e3f4d7c2-4138-4a8c-bad1-5fc722ac57cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-trusted-ca-bundle", "reconcileID": "8ffc70cc-709f-4b71-bb1c-31dd5d7104a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "openshift-service-ca.crt", "reconcileID": "1a0c80ab-c226-4107-b5b9-bfc7abb80721", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-622ae149", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:49:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "openshift-service-ca.crt", "reconcileID": "1a0c80ab-c226-4107-b5b9-bfc7abb80721", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "openshift-service-ca.crt", "reconcileID": "a9f68ced-d1d6-4619-a766-d14a44a395ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cda99443-9d60-4bc6-ab75-ba8dc875642e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-trusted-ca-bundle", "reconcileID": "fcb91a50-3a92-4fac-acf3-9e8a4104937f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-622ae149", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:49:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-trusted-ca-bundle", "reconcileID": "fcb91a50-3a92-4fac-acf3-9e8a4104937f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0969c014-5db9-4359-b5f2-332e091b3ffa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-622ae149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-622ae149", "reconcileID": "a8685284-8d82-40b2-9e4e-a4dacdeac04c", "Gateway": "e2e-ait-622ae149", "namespace": "openshift-ingress"} 2026-06-12T17:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-622ae149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-622ae149", "reconcileID": "f0741904-9833-43bd-b312-e4abe61cf38c", "Gateway": "e2e-ait-622ae149", "namespace": "openshift-ingress"} 2026-06-12T17:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc475078-af5b-4a9a-8a62-e2275472e377", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc475078-af5b-4a9a-8a62-e2275472e377", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-622ae149", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:49:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc475078-af5b-4a9a-8a62-e2275472e377", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-622ae149 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-trusted-ca-bundle", "reconcileID": "f1dfde89-a1c1-4ce9-950b-11f76343851a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-trusted-ca-bundle", "reconcileID": "f1dfde89-a1c1-4ce9-950b-11f76343851a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "openshift-service-ca.crt", "reconcileID": "5e0ee309-af2d-40a9-b365-323016500fbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "openshift-service-ca.crt", "reconcileID": "5e0ee309-af2d-40a9-b365-323016500fbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d3167bf-a8fb-46d3-9eff-c89c44c4d193", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-622ae149"} 2026-06-12T17:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-622ae149"}, "namespace": "e2e-aitenant-622ae149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d3167bf-a8fb-46d3-9eff-c89c44c4d193", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-622ae149"}