2026-06-14T15:24:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20260cde-e54a-4940-a139-07e264d6c67a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-14T15:24:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58038f1f-3486-4ab9-bc56-a115e1df49f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:24:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58038f1f-3486-4ab9-bc56-a115e1df49f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-14T15:24:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "a1845a14-f604-4ff0-9a10-347336a81dea", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:24:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "a1845a14-f604-4ff0-9a10-347336a81dea", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-14T15:24:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "acee86fb-091b-4c21-860f-c59cb4f2b2e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-14T15:24:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "999306ed-54a8-4e33-945c-d51c99a5aee0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-14T15:24:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7c018c7-ea3b-4c66-b453-6f29b55bfb9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-14T15:24:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53cbf6ed-8e10-49fe-88ed-12ea97180d7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-14T15:24:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f9bc810-3528-4dd4-abc4-352c5f74e233", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-14T15:24:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "349855d5-d669-4e0c-b494-7abc63746262", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:24:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "349855d5-d669-4e0c-b494-7abc63746262", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-14T15:24:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "584838a8-683a-4356-a982-72028972eb61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-14T15:24:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "482d7bce-bcd1-44cc-8b97-442fcffcd3c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:24:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "482d7bce-bcd1-44cc-8b97-442fcffcd3c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:24:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "482d7bce-bcd1-44cc-8b97-442fcffcd3c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:24:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0f2a9d8c-d937-4450-bdec-4af75f6cd8fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-14T15:24:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd08e788-1bad-47ee-9dd0-c5d1b9e2a95d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:24:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd08e788-1bad-47ee-9dd0-c5d1b9e2a95d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:24:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd08e788-1bad-47ee-9dd0-c5d1b9e2a95d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:25:18Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:25:18Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:25:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:25:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:27:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "f29aef41-dc79-4c4c-998c-e4997f8d5b58", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-14T15:27:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "3c3e6c00-3399-4c4d-8d03-6a685e8ef5ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-14T15:27:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "ee562174-3ba3-4631-a26f-aa9d82ca03e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:27:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "ee562174-3ba3-4631-a26f-aa9d82ca03e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-14T15:27:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1774785-0a6a-4245-bd73-99d204c82862", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-14T15:27:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "acae5ae2-df2b-4224-9525-373fa9cd979a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-14T15:27:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "d49be6ba-f194-4374-a785-066ff1aa5133", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:27:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "d49be6ba-f194-4374-a785-066ff1aa5133", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-14T15:27:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acbfdead-1da6-4674-ba6c-981baa65337e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bb347928-026a-4713-858a-afdf00401555", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bb347928-026a-4713-858a-afdf00401555", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bb347928-026a-4713-858a-afdf00401555", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0387f429-505e-4d3f-8c16-f9e8318cd2aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0387f429-505e-4d3f-8c16-f9e8318cd2aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:27:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bb347928-026a-4713-858a-afdf00401555", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:27:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bb347928-026a-4713-858a-afdf00401555", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bb347928-026a-4713-858a-afdf00401555", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0387f429-505e-4d3f-8c16-f9e8318cd2aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "852be1a0-c22d-4cc8-ab4c-7751839005ea", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "852be1a0-c22d-4cc8-ab4c-7751839005ea", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "852be1a0-c22d-4cc8-ab4c-7751839005ea", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c4086ec-2eb3-460a-86f0-7bfb99028a78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "852be1a0-c22d-4cc8-ab4c-7751839005ea", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:27:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "852be1a0-c22d-4cc8-ab4c-7751839005ea", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "852be1a0-c22d-4cc8-ab4c-7751839005ea", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c4086ec-2eb3-460a-86f0-7bfb99028a78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:27:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c4086ec-2eb3-460a-86f0-7bfb99028a78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5af7d4fe-416e-452f-997a-40de28953088", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5af7d4fe-416e-452f-997a-40de28953088", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5af7d4fe-416e-452f-997a-40de28953088", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5af7d4fe-416e-452f-997a-40de28953088", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:27:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5af7d4fe-416e-452f-997a-40de28953088", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5af7d4fe-416e-452f-997a-40de28953088", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c639c3e-b7ae-4f08-85b5-86de1c8c2679", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c639c3e-b7ae-4f08-85b5-86de1c8c2679", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:27:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c639c3e-b7ae-4f08-85b5-86de1c8c2679", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a945413-3355-4539-9fb9-c5bb6c9c39a4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a945413-3355-4539-9fb9-c5bb6c9c39a4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a945413-3355-4539-9fb9-c5bb6c9c39a4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b9c0b70-94ea-4746-8777-e182f3d84e93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a945413-3355-4539-9fb9-c5bb6c9c39a4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:27:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a945413-3355-4539-9fb9-c5bb6c9c39a4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8a945413-3355-4539-9fb9-c5bb6c9c39a4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b9c0b70-94ea-4746-8777-e182f3d84e93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:27:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b9c0b70-94ea-4746-8777-e182f3d84e93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b2595e5c-dfa6-4364-949b-28eccb197f5a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b2595e5c-dfa6-4364-949b-28eccb197f5a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b2595e5c-dfa6-4364-949b-28eccb197f5a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81099efa-3fdd-40dc-a0c2-d1678ce24a82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b2595e5c-dfa6-4364-949b-28eccb197f5a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:27:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b2595e5c-dfa6-4364-949b-28eccb197f5a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b2595e5c-dfa6-4364-949b-28eccb197f5a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81099efa-3fdd-40dc-a0c2-d1678ce24a82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:27:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "81099efa-3fdd-40dc-a0c2-d1678ce24a82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5c2302ba-904c-43cd-a64f-ef0d27c931ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5c2302ba-904c-43cd-a64f-ef0d27c931ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5c2302ba-904c-43cd-a64f-ef0d27c931ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b27f3ad-69c4-4c23-b0bc-b76f27f9038f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5c2302ba-904c-43cd-a64f-ef0d27c931ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:27:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5c2302ba-904c-43cd-a64f-ef0d27c931ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5c2302ba-904c-43cd-a64f-ef0d27c931ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:27:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b27f3ad-69c4-4c23-b0bc-b76f27f9038f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:27:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b27f3ad-69c4-4c23-b0bc-b76f27f9038f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b9910e90-2ea3-44ff-8ffa-1e557f5fb484", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b9910e90-2ea3-44ff-8ffa-1e557f5fb484", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b9910e90-2ea3-44ff-8ffa-1e557f5fb484", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:27:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a29ee550-a54f-4584-b6cc-671275e1fb4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b9910e90-2ea3-44ff-8ffa-1e557f5fb484", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:27:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b9910e90-2ea3-44ff-8ffa-1e557f5fb484", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b9910e90-2ea3-44ff-8ffa-1e557f5fb484", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:27:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a29ee550-a54f-4584-b6cc-671275e1fb4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:27:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a29ee550-a54f-4584-b6cc-671275e1fb4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b31ee870-0d94-4cdb-82a0-d87d1d4ff9d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b31ee870-0d94-4cdb-82a0-d87d1d4ff9d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b31ee870-0d94-4cdb-82a0-d87d1d4ff9d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "62c73035-6965-4a01-aff7-1ce62f28e154", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "62c73035-6965-4a01-aff7-1ce62f28e154", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "62c73035-6965-4a01-aff7-1ce62f28e154", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "62c73035-6965-4a01-aff7-1ce62f28e154", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:27:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "62c73035-6965-4a01-aff7-1ce62f28e154", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "62c73035-6965-4a01-aff7-1ce62f28e154", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:27:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a7036326-8510-4c39-9ac8-4f74f9f0239f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a7036326-8510-4c39-9ac8-4f74f9f0239f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a7036326-8510-4c39-9ac8-4f74f9f0239f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a7036326-8510-4c39-9ac8-4f74f9f0239f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:27:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a7036326-8510-4c39-9ac8-4f74f9f0239f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a7036326-8510-4c39-9ac8-4f74f9f0239f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f70b7b13-d391-446d-8093-9e7d282cc56e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f70b7b13-d391-446d-8093-9e7d282cc56e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:27:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f70b7b13-d391-446d-8093-9e7d282cc56e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:27:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ef83a25f-38f6-4022-8da5-dd2a7ed1e3b2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ef83a25f-38f6-4022-8da5-dd2a7ed1e3b2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ef83a25f-38f6-4022-8da5-dd2a7ed1e3b2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ef83a25f-38f6-4022-8da5-dd2a7ed1e3b2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:27:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ef83a25f-38f6-4022-8da5-dd2a7ed1e3b2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ef83a25f-38f6-4022-8da5-dd2a7ed1e3b2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:27:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "14649467-0458-46db-b26b-21250dfd55de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "14649467-0458-46db-b26b-21250dfd55de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "14649467-0458-46db-b26b-21250dfd55de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:27:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "14649467-0458-46db-b26b-21250dfd55de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:27:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "14649467-0458-46db-b26b-21250dfd55de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:27:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "14649467-0458-46db-b26b-21250dfd55de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:28:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "259819c9-3a1b-4c8d-abf9-3968debc0029", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:28:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "259819c9-3a1b-4c8d-abf9-3968debc0029", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:28:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "259819c9-3a1b-4c8d-abf9-3968debc0029", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:28:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4794da52-dfd9-43f5-900f-f727fd861a4d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:28:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4794da52-dfd9-43f5-900f-f727fd861a4d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:28:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4794da52-dfd9-43f5-900f-f727fd861a4d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:28:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4794da52-dfd9-43f5-900f-f727fd861a4d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:28:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4794da52-dfd9-43f5-900f-f727fd861a4d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:28:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4794da52-dfd9-43f5-900f-f727fd861a4d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:28:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "294e0e80-436f-4f79-b463-77d5c2702600", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "294e0e80-436f-4f79-b463-77d5c2702600", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "294e0e80-436f-4f79-b463-77d5c2702600", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "294e0e80-436f-4f79-b463-77d5c2702600", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:28:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "294e0e80-436f-4f79-b463-77d5c2702600", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:28:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "294e0e80-436f-4f79-b463-77d5c2702600", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f59272b6-ecd7-47a6-911b-1aff84c142a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:28:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f59272b6-ecd7-47a6-911b-1aff84c142a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:28:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f59272b6-ecd7-47a6-911b-1aff84c142a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:28:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8fdb69c-1796-4b76-ad9e-31078d717ea5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8fdb69c-1796-4b76-ad9e-31078d717ea5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8fdb69c-1796-4b76-ad9e-31078d717ea5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8fdb69c-1796-4b76-ad9e-31078d717ea5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:28:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8fdb69c-1796-4b76-ad9e-31078d717ea5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:28:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8fdb69c-1796-4b76-ad9e-31078d717ea5", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ce12afb-004b-47b0-9579-6d96e5945149", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ce12afb-004b-47b0-9579-6d96e5945149", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ce12afb-004b-47b0-9579-6d96e5945149", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ce12afb-004b-47b0-9579-6d96e5945149", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:28:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ce12afb-004b-47b0-9579-6d96e5945149", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:28:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ce12afb-004b-47b0-9579-6d96e5945149", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8768caaa-5e0c-4805-87c9-5d46d554b64a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:28:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8768caaa-5e0c-4805-87c9-5d46d554b64a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:28:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8768caaa-5e0c-4805-87c9-5d46d554b64a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:28:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d85f7991-ab3a-435a-8e8b-c617f45edf2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d85f7991-ab3a-435a-8e8b-c617f45edf2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d85f7991-ab3a-435a-8e8b-c617f45edf2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d85f7991-ab3a-435a-8e8b-c617f45edf2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:28:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d85f7991-ab3a-435a-8e8b-c617f45edf2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:28:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d85f7991-ab3a-435a-8e8b-c617f45edf2d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:28:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a27c6aaa-33ac-4be0-82d8-e0dd291b5e9b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:28:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a27c6aaa-33ac-4be0-82d8-e0dd291b5e9b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:28:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a27c6aaa-33ac-4be0-82d8-e0dd291b5e9b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:28:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a27c6aaa-33ac-4be0-82d8-e0dd291b5e9b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:28:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a27c6aaa-33ac-4be0-82d8-e0dd291b5e9b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:28:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a27c6aaa-33ac-4be0-82d8-e0dd291b5e9b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:28:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dea96df9-c54b-4127-9f34-e218a41c5bec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:28:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dea96df9-c54b-4127-9f34-e218a41c5bec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:28:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dea96df9-c54b-4127-9f34-e218a41c5bec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:28:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a43c9894-3d1f-4f75-89e9-d6349dcd9492", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:28:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a43c9894-3d1f-4f75-89e9-d6349dcd9492", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:28:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a43c9894-3d1f-4f75-89e9-d6349dcd9492", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:28:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a43c9894-3d1f-4f75-89e9-d6349dcd9492", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:28:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a43c9894-3d1f-4f75-89e9-d6349dcd9492", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:28:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a43c9894-3d1f-4f75-89e9-d6349dcd9492", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:29:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "08277aa6-4100-4611-9fc6-9329f78e716a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:29:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "08277aa6-4100-4611-9fc6-9329f78e716a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:29:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "08277aa6-4100-4611-9fc6-9329f78e716a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:29:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "08277aa6-4100-4611-9fc6-9329f78e716a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:29:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "08277aa6-4100-4611-9fc6-9329f78e716a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:29:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "08277aa6-4100-4611-9fc6-9329f78e716a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:29:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "db96de73-3503-4516-b71d-4ddf17dd2e8d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:29:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "db96de73-3503-4516-b71d-4ddf17dd2e8d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:29:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "db96de73-3503-4516-b71d-4ddf17dd2e8d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:29:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "db96de73-3503-4516-b71d-4ddf17dd2e8d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:29:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "db96de73-3503-4516-b71d-4ddf17dd2e8d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:29:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "db96de73-3503-4516-b71d-4ddf17dd2e8d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:29:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f61f760e-a54b-44a7-b151-3bb9606daa10", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:29:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f61f760e-a54b-44a7-b151-3bb9606daa10", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:29:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f61f760e-a54b-44a7-b151-3bb9606daa10", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:29:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f61f760e-a54b-44a7-b151-3bb9606daa10", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:29:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f61f760e-a54b-44a7-b151-3bb9606daa10", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:29:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f61f760e-a54b-44a7-b151-3bb9606daa10", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:29:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9dfa1651-774a-41e1-9812-e6cb4b482f83", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:29:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9dfa1651-774a-41e1-9812-e6cb4b482f83", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:29:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9dfa1651-774a-41e1-9812-e6cb4b482f83", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:29:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9dfa1651-774a-41e1-9812-e6cb4b482f83", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:29:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9dfa1651-774a-41e1-9812-e6cb4b482f83", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:29:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9dfa1651-774a-41e1-9812-e6cb4b482f83", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:29:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "914eba8e-c819-431f-b03b-6ac7528c366d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:29:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "914eba8e-c819-431f-b03b-6ac7528c366d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:29:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "914eba8e-c819-431f-b03b-6ac7528c366d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:29:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "914eba8e-c819-431f-b03b-6ac7528c366d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:29:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "914eba8e-c819-431f-b03b-6ac7528c366d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:29:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "914eba8e-c819-431f-b03b-6ac7528c366d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:29:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55284642-cdff-41b3-8a6a-c3798e907ce1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:29:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55284642-cdff-41b3-8a6a-c3798e907ce1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:29:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55284642-cdff-41b3-8a6a-c3798e907ce1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:29:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55284642-cdff-41b3-8a6a-c3798e907ce1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:29:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55284642-cdff-41b3-8a6a-c3798e907ce1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:29:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55284642-cdff-41b3-8a6a-c3798e907ce1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:29:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "0e67e69e-f07b-4ead-81aa-ec211d1968ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T15:29:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2f1da26e-bc31-4095-9cd1-a7bc809da129", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:29:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "f21a7ca6-148a-4293-978c-d10a87a811fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:29:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "f21a7ca6-148a-4293-978c-d10a87a811fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T15:29:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abc22f3f-78b0-4006-bf9c-3517b730d03e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:29:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "da2e75a3-ae5f-40fd-adea-0d685b5b3a53", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T15:29:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2f3836ff-0708-4fcd-aa87-3595c34cdca3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:29:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2f3836ff-0708-4fcd-aa87-3595c34cdca3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:29:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1be0ad83-e078-4b63-a7e3-a31746509802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:29:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "db62dc39-d1b2-43cd-8221-ba6e1d397655", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T15:29:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e4cd8020-1502-4044-abfc-aa6f0c7ac3d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:29:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "81e2e162-69ed-4c5d-be0f-d2629b2b7696", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:29:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "81e2e162-69ed-4c5d-be0f-d2629b2b7696", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T15:29:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "14313829-24f5-47fb-9999-d9ad95958150", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:29:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "14313829-24f5-47fb-9999-d9ad95958150", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:29:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ac72b8a-37a3-4b29-b438-a22ed2e98467", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:29:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "0ee96f9b-0ea0-4071-9395-4e31457aa9d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T15:29:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "87a1bad2-7c1c-4c44-8053-ea6ebe9cedce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:29:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "87a1bad2-7c1c-4c44-8053-ea6ebe9cedce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:29:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4082068-fe24-4c15-b2c8-16294c6c7309", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:32:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1c9dceae-40ec-4943-823f-68cf5daa3cc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "90fc7099-c219-48df-a29b-8b13383b6bb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e6fbbef4-a2f8-4900-8bc5-e99cefae7842", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e6fbbef4-a2f8-4900-8bc5-e99cefae7842", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ed4bd727-b276-42c4-936b-6bf054c3b158", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6c0103b-4f09-4a25-bf69-8552bbc44c9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a4672624-11ef-4445-9fe3-ba29c65b479b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a4672624-11ef-4445-9fe3-ba29c65b479b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e688952d-e64a-4829-a5ac-bdcd5617702c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a8db1d5-6915-40bc-a246-54e759789917", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a8db1d5-6915-40bc-a246-54e759789917", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a8db1d5-6915-40bc-a246-54e759789917", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c93ebb40-e261-48a2-a26a-87b97ca59a56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c93ebb40-e261-48a2-a26a-87b97ca59a56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a413cf41-5405-4c93-973a-c9cb5bde2b39", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a413cf41-5405-4c93-973a-c9cb5bde2b39", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8eaffa6f-a10b-46b6-87c7-83f91cb79be3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8eaffa6f-a10b-46b6-87c7-83f91cb79be3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:32:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b0fc9c85-0856-413e-8c2e-859a6a230db2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:32:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "633e1d30-64bc-43d0-b2c3-c9e58c6435e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:32:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "011aa3f0-3e43-493f-a8f8-4742feb7bc30", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "011aa3f0-3e43-493f-a8f8-4742feb7bc30", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:32:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2e03ed18-9df9-49f5-9f98-1094d312c9ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2e03ed18-9df9-49f5-9f98-1094d312c9ef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:32:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b18fbed4-4940-4930-bffa-19b97b5e3e63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:32:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "33c08de6-44e9-4c74-9f2b-9216d168017c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:32:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e0cb34e5-d84a-4bda-86d8-31187d445786", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:32:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e0cb34e5-d84a-4bda-86d8-31187d445786", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:32:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b4b8e5b-57ba-4737-b389-710878d409a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:33:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b1ab15b-0d1e-4e60-b54d-b46c9da5f65b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:33:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b1ab15b-0d1e-4e60-b54d-b46c9da5f65b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:33:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b1ab15b-0d1e-4e60-b54d-b46c9da5f65b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:33:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fe6591d2-6c56-4992-af47-4d5494165924", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fe6591d2-6c56-4992-af47-4d5494165924", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:33:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3765f5ba-13fd-442b-b70a-cf4372546dda", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3765f5ba-13fd-442b-b70a-cf4372546dda", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:33:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e6681e2-1d8f-4970-8324-89015b93819f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e6681e2-1d8f-4970-8324-89015b93819f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "openshift-service-ca.crt", "reconcileID": "49b30612-0314-45cb-b601-1209f48afb53", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-trusted-ca-bundle", "reconcileID": "f1cf382c-6bf5-48a7-9a20-012edd870887", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "openshift-service-ca.crt", "reconcileID": "7e0709bd-ff3e-4f9a-8ac2-20ceadf1d2e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7a3806", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:33:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "openshift-service-ca.crt", "reconcileID": "7e0709bd-ff3e-4f9a-8ac2-20ceadf1d2e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "291ba42c-56de-4dc5-9e90-ef1422b58aee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "openshift-service-ca.crt", "reconcileID": "8a29e368-f818-432e-90e9-160131e5a9d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-trusted-ca-bundle", "reconcileID": "f0815e3c-75d5-499f-84d2-6429bc78530a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7a3806", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:33:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-trusted-ca-bundle", "reconcileID": "f0815e3c-75d5-499f-84d2-6429bc78530a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8911c70c-185b-461f-b230-c18cff42efd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0b53e053-5d68-42dd-a384-44e0fa052a08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0b53e053-5d68-42dd-a384-44e0fa052a08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:33:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0b53e053-5d68-42dd-a384-44e0fa052a08", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3afa3dfb-72ff-4707-8bda-97b0c00ec068", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3afa3dfb-72ff-4707-8bda-97b0c00ec068", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:33:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3afa3dfb-72ff-4707-8bda-97b0c00ec068", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee9a21cc-5190-4514-885c-571509b677f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee9a21cc-5190-4514-885c-571509b677f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:33:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee9a21cc-5190-4514-885c-571509b677f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad0c4778-ea1c-4a5b-9d37-e9b771449f20", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad0c4778-ea1c-4a5b-9d37-e9b771449f20", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:33:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad0c4778-ea1c-4a5b-9d37-e9b771449f20", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f14b96c5-f538-4382-a2a0-9a08405dd71d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f14b96c5-f538-4382-a2a0-9a08405dd71d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7a3806", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:33:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f14b96c5-f538-4382-a2a0-9a08405dd71d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-7a3806 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-trusted-ca-bundle", "reconcileID": "fe320c01-1369-4e6b-b356-7cd5998535ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-trusted-ca-bundle", "reconcileID": "fe320c01-1369-4e6b-b356-7cd5998535ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "openshift-service-ca.crt", "reconcileID": "8cff66e3-1a72-45c1-80de-2beac63e15d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "openshift-service-ca.crt", "reconcileID": "8cff66e3-1a72-45c1-80de-2beac63e15d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45ecedee-f997-4531-b4d7-dc392deccf0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7a3806"}, "namespace": "e2e-modelref-7a3806", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45ecedee-f997-4531-b4d7-dc392deccf0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7a3806"} 2026-06-14T15:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "openshift-service-ca.crt", "reconcileID": "162db5fe-ab31-419e-84c9-33d77c088c84", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-168642"} 2026-06-14T15:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-trusted-ca-bundle", "reconcileID": "114e89de-5b65-4d9f-876b-e955b4ba2588", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-168642"} 2026-06-14T15:33:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "openshift-service-ca.crt", "reconcileID": "796e2a8c-f5a7-4163-a245-9d8960330a05", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-168642", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:33:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "openshift-service-ca.crt", "reconcileID": "796e2a8c-f5a7-4163-a245-9d8960330a05", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-168642"} 2026-06-14T15:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "openshift-service-ca.crt", "reconcileID": "5830ffe1-a4cc-484c-9528-71eb0ab18071", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-168642"} 2026-06-14T15:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76dcbc90-1864-4c9c-a6e8-c126528873ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-168642"} 2026-06-14T15:33:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-trusted-ca-bundle", "reconcileID": "807973a4-470e-41fd-bee6-bcd7b830214a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-168642", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:33:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-trusted-ca-bundle", "reconcileID": "807973a4-470e-41fd-bee6-bcd7b830214a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-168642"} 2026-06-14T15:33:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a933aa79-141c-4821-8248-c71591ac2e39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-168642"} 2026-06-14T15:33:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8dd15a0f-812a-4961-a045-089748c722ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8dd15a0f-812a-4961-a045-089748c722ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:33:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8dd15a0f-812a-4961-a045-089748c722ce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb7ced68-476b-4528-a5c9-b7327f583c23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:33:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb7ced68-476b-4528-a5c9-b7327f583c23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:33:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb7ced68-476b-4528-a5c9-b7327f583c23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:34:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f0ebdea-d016-4153-9527-7f453953f6b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:34:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f0ebdea-d016-4153-9527-7f453953f6b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:34:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f0ebdea-d016-4153-9527-7f453953f6b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:34:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f88e2d5-dd74-49ee-b6b1-cc622e59d23b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:34:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f88e2d5-dd74-49ee-b6b1-cc622e59d23b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:34:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f88e2d5-dd74-49ee-b6b1-cc622e59d23b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:34:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b82e3a62-10de-49d8-8401-80cb7e210fdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-168642"} 2026-06-14T15:34:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b82e3a62-10de-49d8-8401-80cb7e210fdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-168642", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:34:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b82e3a62-10de-49d8-8401-80cb7e210fdd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-168642 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:34:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-trusted-ca-bundle", "reconcileID": "e5f54296-6a79-41fd-b9bb-108c973528f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-168642"} 2026-06-14T15:34:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-trusted-ca-bundle", "reconcileID": "e5f54296-6a79-41fd-b9bb-108c973528f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-168642"} 2026-06-14T15:34:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "openshift-service-ca.crt", "reconcileID": "2ecd7169-bbbf-4ce0-b74f-f0c02de2b9c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-168642"} 2026-06-14T15:34:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "openshift-service-ca.crt", "reconcileID": "2ecd7169-bbbf-4ce0-b74f-f0c02de2b9c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-168642"} 2026-06-14T15:34:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8538472-339b-4ebe-99fe-878e175ad0f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-168642"} 2026-06-14T15:34:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-168642"}, "namespace": "e2e-modelref-168642", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8538472-339b-4ebe-99fe-878e175ad0f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-168642"} 2026-06-14T15:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "openshift-service-ca.crt", "reconcileID": "df27207c-19b3-4df8-82e8-7114789c5681", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-trusted-ca-bundle", "reconcileID": "b8275c65-fd9e-4e15-bc28-7a15978fc927", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "openshift-service-ca.crt", "reconcileID": "2d674092-d734-4c53-9784-fdcdbf35570d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d4e165", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:34:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "openshift-service-ca.crt", "reconcileID": "2d674092-d734-4c53-9784-fdcdbf35570d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "openshift-service-ca.crt", "reconcileID": "57b87c9a-9ff5-4495-a405-e4f9cafff777", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a39dea8a-377d-444e-9850-9fe178a6ce28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-trusted-ca-bundle", "reconcileID": "bcc6ac12-6706-440a-a5b3-86ae3f0ae4af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d4e165", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:34:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-trusted-ca-bundle", "reconcileID": "bcc6ac12-6706-440a-a5b3-86ae3f0ae4af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6c8c72a-3fb3-4244-be04-502793759877", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1b54a7f-17c6-49bd-a682-3727e4c893ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1b54a7f-17c6-49bd-a682-3727e4c893ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d4e165", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:34:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1b54a7f-17c6-49bd-a682-3727e4c893ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-d4e165 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:34:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-trusted-ca-bundle", "reconcileID": "2271af8d-0b5a-47e6-bb5e-1b1f17cdf6c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-trusted-ca-bundle", "reconcileID": "2271af8d-0b5a-47e6-bb5e-1b1f17cdf6c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "openshift-service-ca.crt", "reconcileID": "ba6f2190-b68b-46ef-8f6a-34466e63ee6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "openshift-service-ca.crt", "reconcileID": "ba6f2190-b68b-46ef-8f6a-34466e63ee6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7954f1c2-2a67-42a9-b8bc-6bb91e913880", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d4e165"}, "namespace": "e2e-webhook-test-d4e165", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7954f1c2-2a67-42a9-b8bc-6bb91e913880", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d4e165"} 2026-06-14T15:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "openshift-service-ca.crt", "reconcileID": "fa6252d8-901f-4340-95aa-ca1099ae94de", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-trusted-ca-bundle", "reconcileID": "008d67e6-16da-43a9-8acb-9252e0ec4cca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "openshift-service-ca.crt", "reconcileID": "0e6d5f06-8814-4fab-9d7c-a2af5ea37987", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f5a15c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:34:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "openshift-service-ca.crt", "reconcileID": "0e6d5f06-8814-4fab-9d7c-a2af5ea37987", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "openshift-service-ca.crt", "reconcileID": "25c8d241-06a5-44eb-baf5-44c5f0881f35", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "061e0435-8186-4244-a270-a5c52f679879", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-trusted-ca-bundle", "reconcileID": "8ca553fa-2dad-4bae-b8ae-d18e3111e213", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f5a15c", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:34:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-trusted-ca-bundle", "reconcileID": "8ca553fa-2dad-4bae-b8ae-d18e3111e213", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0306751b-c557-4999-9e94-075d3aef38f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46f532b1-ffe3-4a5a-a155-56ef55f37caa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46f532b1-ffe3-4a5a-a155-56ef55f37caa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f5a15c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:34:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46f532b1-ffe3-4a5a-a155-56ef55f37caa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-f5a15c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:34:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-trusted-ca-bundle", "reconcileID": "f4ccd196-0144-41a8-ad01-811085b0aa88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-trusted-ca-bundle", "reconcileID": "f4ccd196-0144-41a8-ad01-811085b0aa88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "openshift-service-ca.crt", "reconcileID": "41308848-7080-4e21-9174-42debdaa11f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "openshift-service-ca.crt", "reconcileID": "41308848-7080-4e21-9174-42debdaa11f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46ff2f0d-d081-4ba8-815e-ce42bdc291c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:34:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f5a15c"}, "namespace": "e2e-webhook-test-f5a15c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46ff2f0d-d081-4ba8-815e-ce42bdc291c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f5a15c"} 2026-06-14T15:38:25Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:38:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:38:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:38:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:44:47Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:44:47Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:44:49Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:44:49Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:52:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4238aa88-f7f4-4774-8ca2-01bef6ae1f25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:52:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4238aa88-f7f4-4774-8ca2-01bef6ae1f25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:52:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4238aa88-f7f4-4774-8ca2-01bef6ae1f25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:52:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa4ba3b3-5591-4176-a94a-e70b48d1e58b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:52:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa4ba3b3-5591-4176-a94a-e70b48d1e58b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:52:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa4ba3b3-5591-4176-a94a-e70b48d1e58b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:53:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0d42ff0-406c-49d8-9368-3bda5d075776", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:53:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0d42ff0-406c-49d8-9368-3bda5d075776", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:53:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0d42ff0-406c-49d8-9368-3bda5d075776", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:53:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52e38b99-39d7-40b3-90bb-684194aed751", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:53:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52e38b99-39d7-40b3-90bb-684194aed751", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:53:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52e38b99-39d7-40b3-90bb-684194aed751", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d9eebf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d9eebf53", "reconcileID": "6c59d04e-641b-43ea-9dc5-2be728b840b9", "Gateway": "e2e-ait-d9eebf53", "namespace": "openshift-ingress"} 2026-06-14T15:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d9eebf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d9eebf53", "reconcileID": "3e5cdf12-c46c-460e-a118-fa6b2299163a", "Gateway": "e2e-ait-d9eebf53", "namespace": "openshift-ingress"} 2026-06-14T15:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d9eebf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d9eebf53", "reconcileID": "eb926ec8-bc68-4190-b02b-37d170da60d4", "Gateway": "e2e-ait-d9eebf53", "namespace": "openshift-ingress"} 2026-06-14T15:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d9eebf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d9eebf53", "reconcileID": "e452cdaf-4218-4419-bfd3-5f4dbd72b421", "Gateway": "e2e-ait-d9eebf53", "namespace": "openshift-ingress"} 2026-06-14T15:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d9eebf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d9eebf53", "reconcileID": "8aef6643-7bb3-4820-8cf1-722680ff1002", "Gateway": "e2e-ait-d9eebf53", "namespace": "openshift-ingress"} 2026-06-14T15:53:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "openshift-service-ca.crt", "reconcileID": "26c53284-82ae-4b46-a4ee-24c84cbe2502", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-trusted-ca-bundle", "reconcileID": "df64e6aa-ff67-4fb2-8dae-e39846f48bf1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "openshift-service-ca.crt", "reconcileID": "247bcc93-6531-495b-9bad-3fae35d20036", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-d9eebf53", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:53:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "openshift-service-ca.crt", "reconcileID": "247bcc93-6531-495b-9bad-3fae35d20036", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b3f0755-0346-4662-9328-643692f1ae50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "openshift-service-ca.crt", "reconcileID": "5bcf1730-a2c6-4b86-8e53-7609a8ec650e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-trusted-ca-bundle", "reconcileID": "ffc7eb18-b5e3-483d-a6fe-9f2de2f85a78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-d9eebf53", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:53:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-trusted-ca-bundle", "reconcileID": "ffc7eb18-b5e3-483d-a6fe-9f2de2f85a78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8aabc114-f10e-4924-8931-703d916c684c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d9eebf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d9eebf53", "reconcileID": "c9d59cf7-d5dc-49b1-916b-abd4ed3fecac", "Gateway": "e2e-ait-d9eebf53", "namespace": "openshift-ingress"} 2026-06-14T15:53:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d9eebf53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d9eebf53", "reconcileID": "dcff699a-6d60-464b-810c-dfac4d30e9ba", "Gateway": "e2e-ait-d9eebf53", "namespace": "openshift-ingress"} 2026-06-14T15:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68d48a55-a3aa-4d91-a8f2-4914c6eb5c6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68d48a55-a3aa-4d91-a8f2-4914c6eb5c6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-d9eebf53", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:53:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68d48a55-a3aa-4d91-a8f2-4914c6eb5c6a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-d9eebf53 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-trusted-ca-bundle", "reconcileID": "b89a5207-1f61-40c6-b2e3-d988a5683039", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-trusted-ca-bundle", "reconcileID": "b89a5207-1f61-40c6-b2e3-d988a5683039", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "openshift-service-ca.crt", "reconcileID": "3a577991-d41f-4f7b-97a1-64c21571e720", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "openshift-service-ca.crt", "reconcileID": "3a577991-d41f-4f7b-97a1-64c21571e720", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "818a2fe1-e65a-4440-8797-e3f0abb52288", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-d9eebf53"}, "namespace": "e2e-aitenant-d9eebf53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "818a2fe1-e65a-4440-8797-e3f0abb52288", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-d9eebf53"} 2026-06-14T15:53:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-efe8f615","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-efe8f615", "reconcileID": "fce33b8e-bfc8-4c0b-bdbb-b7d12ef363ab", "Gateway": "e2e-ait-efe8f615", "namespace": "openshift-ingress"} 2026-06-14T15:53:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-efe8f615","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-efe8f615", "reconcileID": "6fb86a10-f061-49c5-8f69-eeff9d3a3f50", "Gateway": "e2e-ait-efe8f615", "namespace": "openshift-ingress"} 2026-06-14T15:53:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-efe8f615","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-efe8f615", "reconcileID": "7fec7c09-8fd8-4970-a063-541e19bbfca1", "Gateway": "e2e-ait-efe8f615", "namespace": "openshift-ingress"} 2026-06-14T15:53:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-efe8f615","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-efe8f615", "reconcileID": "794ec514-046e-4ab5-ad9d-69a3320fdcfe", "Gateway": "e2e-ait-efe8f615", "namespace": "openshift-ingress"} 2026-06-14T15:53:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-efe8f615","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-efe8f615", "reconcileID": "2f082191-942b-477b-80ad-81720f8dde8b", "Gateway": "e2e-ait-efe8f615", "namespace": "openshift-ingress"} 2026-06-14T15:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "openshift-service-ca.crt", "reconcileID": "7ecca0f4-47bb-412e-afed-1946565d8430", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-trusted-ca-bundle", "reconcileID": "917cd855-f89a-445a-9fdd-84a93682e094", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "openshift-service-ca.crt", "reconcileID": "8e7f1d81-d3e8-4362-aac4-a4cd371903a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-efe8f615", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:53:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "openshift-service-ca.crt", "reconcileID": "8e7f1d81-d3e8-4362-aac4-a4cd371903a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d33516da-0b8d-46cf-ab60-1eeb41588c42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "openshift-service-ca.crt", "reconcileID": "2850165e-8e77-42c4-ad1c-eecd448036a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-trusted-ca-bundle", "reconcileID": "803c6b03-756d-4e86-a6c8-a09d66453937", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-efe8f615", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:53:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-trusted-ca-bundle", "reconcileID": "803c6b03-756d-4e86-a6c8-a09d66453937", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdfbceae-93d8-424e-a44e-3c7a8eca359e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-efe8f615","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-efe8f615", "reconcileID": "caed7769-df4b-48cd-bf85-3ccbd1b8e647", "Gateway": "e2e-ait-efe8f615", "namespace": "openshift-ingress"} 2026-06-14T15:53:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-efe8f615","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-efe8f615", "reconcileID": "145b14dc-8d9d-4d2d-9de0-2fb3798a313c", "Gateway": "e2e-ait-efe8f615", "namespace": "openshift-ingress"} 2026-06-14T15:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba4016f0-3570-429c-b9c1-0d76bbeaba65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba4016f0-3570-429c-b9c1-0d76bbeaba65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-efe8f615", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:53:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba4016f0-3570-429c-b9c1-0d76bbeaba65", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-efe8f615 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-trusted-ca-bundle", "reconcileID": "c35a709b-ff4d-4c46-980e-2aa71366631c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-trusted-ca-bundle", "reconcileID": "c35a709b-ff4d-4c46-980e-2aa71366631c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "openshift-service-ca.crt", "reconcileID": "b0702725-0e87-4876-9da9-d653b50c21db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "openshift-service-ca.crt", "reconcileID": "b0702725-0e87-4876-9da9-d653b50c21db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eca56d92-fbbd-4afc-8d41-3bda5941c162", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-efe8f615"} 2026-06-14T15:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-efe8f615"}, "namespace": "e2e-aitenant-efe8f615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eca56d92-fbbd-4afc-8d41-3bda5941c162", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-efe8f615"}