/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T16:42:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "2e969c93-8227-4565-84f9-87a8b9992757", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:42:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "2e969c93-8227-4565-84f9-87a8b9992757", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T16:42:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd849413-9124-4df7-b340-f884cc3a2b67", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:42:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd849413-9124-4df7-b340-f884cc3a2b67", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T16:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3d92d0d-9d21-408d-af62-838e8c12760b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T16:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "03ca55c2-49a1-47c8-82cf-ca0103136026", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-12T16:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd2c2418-45c4-47aa-b424-ab388fdcbd46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T16:42:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "50ed80a6-bbfe-45be-a9a6-b3adc4920647", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:42:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "50ed80a6-bbfe-45be-a9a6-b3adc4920647", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T16:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3d37603-652c-47fc-9f0f-7c57ede5d7b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T16:43:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6229afd4-7cb5-4e6c-a18b-23fff963cce5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:43:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6229afd4-7cb5-4e6c-a18b-23fff963cce5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:43:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6229afd4-7cb5-4e6c-a18b-23fff963cce5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:43:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0f8359ae-e91b-4086-a1b4-a7e99aa61577", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-12T16:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1749cfc2-e74d-430c-9e1a-07ac243e6243", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1749cfc2-e74d-430c-9e1a-07ac243e6243", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1749cfc2-e74d-430c-9e1a-07ac243e6243", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "7c72e4d7-6669-4233-82c6-f33f02edcf0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T16:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "2c7dda28-a6ec-4872-9918-13fb72d18fd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T16:46:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "821036b7-3db8-40ab-8101-68753352b3c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:46:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "821036b7-3db8-40ab-8101-68753352b3c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T16:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "0281cfe0-a926-496c-a16a-fe034d6eb9a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T16:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b1d96dd-6c1e-4d2d-a3bb-7c684dc60ea2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T16:46:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "402a8923-7781-497a-94ec-6bcab0b3caca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:46:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "402a8923-7781-497a-94ec-6bcab0b3caca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T16:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c67749e-dd6e-41d5-812f-d7fccaa68668", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4c74ece9-2b95-409b-a5aa-fc486ccb5a8a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4c74ece9-2b95-409b-a5aa-fc486ccb5a8a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4c74ece9-2b95-409b-a5aa-fc486ccb5a8a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78b95468-02e8-4740-96e6-9d00a7f66daa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78b95468-02e8-4740-96e6-9d00a7f66daa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4c74ece9-2b95-409b-a5aa-fc486ccb5a8a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T16:46:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4c74ece9-2b95-409b-a5aa-fc486ccb5a8a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4c74ece9-2b95-409b-a5aa-fc486ccb5a8a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78b95468-02e8-4740-96e6-9d00a7f66daa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "21484fa7-dc3e-4ad9-912e-d8ab4ef11445", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "21484fa7-dc3e-4ad9-912e-d8ab4ef11445", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "21484fa7-dc3e-4ad9-912e-d8ab4ef11445", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2cf5a25f-e040-4532-9aec-f2adeaeb2dc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "21484fa7-dc3e-4ad9-912e-d8ab4ef11445", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T16:46:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "21484fa7-dc3e-4ad9-912e-d8ab4ef11445", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "21484fa7-dc3e-4ad9-912e-d8ab4ef11445", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2cf5a25f-e040-4532-9aec-f2adeaeb2dc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2cf5a25f-e040-4532-9aec-f2adeaeb2dc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0241bf70-16ec-48d4-b3bb-ba62b1624686", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0241bf70-16ec-48d4-b3bb-ba62b1624686", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0241bf70-16ec-48d4-b3bb-ba62b1624686", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0241bf70-16ec-48d4-b3bb-ba62b1624686", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T16:46:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0241bf70-16ec-48d4-b3bb-ba62b1624686", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0241bf70-16ec-48d4-b3bb-ba62b1624686", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c8f906a0-bf11-465c-b4a7-ae0e0fb01c33", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c8f906a0-bf11-465c-b4a7-ae0e0fb01c33", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c8f906a0-bf11-465c-b4a7-ae0e0fb01c33", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de1ed582-e97c-490b-8242-780811e4f8c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c8f906a0-bf11-465c-b4a7-ae0e0fb01c33", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T16:46:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c8f906a0-bf11-465c-b4a7-ae0e0fb01c33", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c8f906a0-bf11-465c-b4a7-ae0e0fb01c33", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de1ed582-e97c-490b-8242-780811e4f8c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de1ed582-e97c-490b-8242-780811e4f8c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "39e1e519-c64d-43af-ae1a-aea05c1a80ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "39e1e519-c64d-43af-ae1a-aea05c1a80ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "39e1e519-c64d-43af-ae1a-aea05c1a80ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cfaad2be-ad3b-411d-9f76-c829fb31edbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "39e1e519-c64d-43af-ae1a-aea05c1a80ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T16:46:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "39e1e519-c64d-43af-ae1a-aea05c1a80ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "39e1e519-c64d-43af-ae1a-aea05c1a80ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cfaad2be-ad3b-411d-9f76-c829fb31edbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cfaad2be-ad3b-411d-9f76-c829fb31edbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60cf6f39-a077-4e42-bd23-65ac28bda66d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60cf6f39-a077-4e42-bd23-65ac28bda66d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60cf6f39-a077-4e42-bd23-65ac28bda66d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "653da885-a2b6-4337-b571-29819fc16e99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "653da885-a2b6-4337-b571-29819fc16e99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "653da885-a2b6-4337-b571-29819fc16e99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1303b211-2785-48d4-b9bc-b477877d9c7a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "653da885-a2b6-4337-b571-29819fc16e99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T16:46:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "653da885-a2b6-4337-b571-29819fc16e99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "653da885-a2b6-4337-b571-29819fc16e99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1303b211-2785-48d4-b9bc-b477877d9c7a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1303b211-2785-48d4-b9bc-b477877d9c7a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "522e8383-3c54-471a-bbca-c63f0e2e6f2f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:46:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "522e8383-3c54-471a-bbca-c63f0e2e6f2f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:46:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "522e8383-3c54-471a-bbca-c63f0e2e6f2f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "781cc418-44b9-480a-b146-28f7e53e4cb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "522e8383-3c54-471a-bbca-c63f0e2e6f2f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T16:46:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "522e8383-3c54-471a-bbca-c63f0e2e6f2f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "522e8383-3c54-471a-bbca-c63f0e2e6f2f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "781cc418-44b9-480a-b146-28f7e53e4cb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "781cc418-44b9-480a-b146-28f7e53e4cb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7cd60a61-cb97-4418-9c5f-9f054e84a922", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7cd60a61-cb97-4418-9c5f-9f054e84a922", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7cd60a61-cb97-4418-9c5f-9f054e84a922", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f09fddc4-a4b0-4148-972e-73bae4a88c17", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f09fddc4-a4b0-4148-972e-73bae4a88c17", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f09fddc4-a4b0-4148-972e-73bae4a88c17", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f09fddc4-a4b0-4148-972e-73bae4a88c17", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T16:46:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f09fddc4-a4b0-4148-972e-73bae4a88c17", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f09fddc4-a4b0-4148-972e-73bae4a88c17", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:46:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0686b086-a478-4370-9045-331880adc64f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0686b086-a478-4370-9045-331880adc64f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0686b086-a478-4370-9045-331880adc64f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0686b086-a478-4370-9045-331880adc64f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T16:46:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0686b086-a478-4370-9045-331880adc64f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0686b086-a478-4370-9045-331880adc64f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "642a7c89-eabe-4b84-b6a4-38163199a57f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "642a7c89-eabe-4b84-b6a4-38163199a57f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "642a7c89-eabe-4b84-b6a4-38163199a57f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25b35aa4-9e25-49ca-ab06-8bdd8a0fd5b0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25b35aa4-9e25-49ca-ab06-8bdd8a0fd5b0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25b35aa4-9e25-49ca-ab06-8bdd8a0fd5b0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25b35aa4-9e25-49ca-ab06-8bdd8a0fd5b0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T16:46:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25b35aa4-9e25-49ca-ab06-8bdd8a0fd5b0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25b35aa4-9e25-49ca-ab06-8bdd8a0fd5b0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:46:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "494ccb01-26d5-4473-a242-4a060fdcbf4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "494ccb01-26d5-4473-a242-4a060fdcbf4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "494ccb01-26d5-4473-a242-4a060fdcbf4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "494ccb01-26d5-4473-a242-4a060fdcbf4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T16:46:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "494ccb01-26d5-4473-a242-4a060fdcbf4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "494ccb01-26d5-4473-a242-4a060fdcbf4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "28528e1b-d19c-4470-aa8e-b0598a6c54a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "28528e1b-d19c-4470-aa8e-b0598a6c54a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "28528e1b-d19c-4470-aa8e-b0598a6c54a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95f4e344-352a-4945-97f5-fb047a1c9fc2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95f4e344-352a-4945-97f5-fb047a1c9fc2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95f4e344-352a-4945-97f5-fb047a1c9fc2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95f4e344-352a-4945-97f5-fb047a1c9fc2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T16:46:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95f4e344-352a-4945-97f5-fb047a1c9fc2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95f4e344-352a-4945-97f5-fb047a1c9fc2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:46:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dcb8f19a-f559-439f-be51-66a331bddca4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dcb8f19a-f559-439f-be51-66a331bddca4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dcb8f19a-f559-439f-be51-66a331bddca4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dcb8f19a-f559-439f-be51-66a331bddca4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T16:46:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dcb8f19a-f559-439f-be51-66a331bddca4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dcb8f19a-f559-439f-be51-66a331bddca4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7cd5a16c-969d-411c-8718-d1f3d6cc419e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7cd5a16c-969d-411c-8718-d1f3d6cc419e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7cd5a16c-969d-411c-8718-d1f3d6cc419e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:46:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c9f839ef-4e59-4b25-ba13-5b49ee8612b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c9f839ef-4e59-4b25-ba13-5b49ee8612b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c9f839ef-4e59-4b25-ba13-5b49ee8612b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c9f839ef-4e59-4b25-ba13-5b49ee8612b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T16:46:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c9f839ef-4e59-4b25-ba13-5b49ee8612b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c9f839ef-4e59-4b25-ba13-5b49ee8612b1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ddba7e4f-3679-4f51-b2f3-986b767b9bcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ddba7e4f-3679-4f51-b2f3-986b767b9bcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ddba7e4f-3679-4f51-b2f3-986b767b9bcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ddba7e4f-3679-4f51-b2f3-986b767b9bcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T16:46:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ddba7e4f-3679-4f51-b2f3-986b767b9bcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:46:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ddba7e4f-3679-4f51-b2f3-986b767b9bcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:46:53Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T16:46:53Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T16:46:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T16:46:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T16:47:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2af5fe1c-6030-4cfb-a34d-568d05d4ddf6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:47:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2af5fe1c-6030-4cfb-a34d-568d05d4ddf6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:47:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2af5fe1c-6030-4cfb-a34d-568d05d4ddf6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:47:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7c6b8b84-df3a-465b-a3e3-96794f59c8a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:47:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7c6b8b84-df3a-465b-a3e3-96794f59c8a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:47:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7c6b8b84-df3a-465b-a3e3-96794f59c8a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:47:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7c6b8b84-df3a-465b-a3e3-96794f59c8a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T16:47:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7c6b8b84-df3a-465b-a3e3-96794f59c8a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:47:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7c6b8b84-df3a-465b-a3e3-96794f59c8a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:47:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dd9ac2a2-9b3a-4ffe-8068-1d6d4d6b9fd3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:47:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dd9ac2a2-9b3a-4ffe-8068-1d6d4d6b9fd3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:47:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dd9ac2a2-9b3a-4ffe-8068-1d6d4d6b9fd3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:47:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dd9ac2a2-9b3a-4ffe-8068-1d6d4d6b9fd3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T16:47:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dd9ac2a2-9b3a-4ffe-8068-1d6d4d6b9fd3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:47:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "dd9ac2a2-9b3a-4ffe-8068-1d6d4d6b9fd3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:47:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbcbae4b-c498-43ce-a9a1-136923947571", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:47:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbcbae4b-c498-43ce-a9a1-136923947571", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:47:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbcbae4b-c498-43ce-a9a1-136923947571", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:47:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "052aae69-32da-4fbb-a81e-d7e888a8df9c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:47:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "052aae69-32da-4fbb-a81e-d7e888a8df9c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:47:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "052aae69-32da-4fbb-a81e-d7e888a8df9c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:47:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "052aae69-32da-4fbb-a81e-d7e888a8df9c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T16:47:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "052aae69-32da-4fbb-a81e-d7e888a8df9c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:47:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "052aae69-32da-4fbb-a81e-d7e888a8df9c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:47:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "57eaed04-da7a-4211-ad5b-2f102937f1ba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:47:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "57eaed04-da7a-4211-ad5b-2f102937f1ba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:47:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "57eaed04-da7a-4211-ad5b-2f102937f1ba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:47:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "57eaed04-da7a-4211-ad5b-2f102937f1ba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T16:47:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "57eaed04-da7a-4211-ad5b-2f102937f1ba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:47:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "57eaed04-da7a-4211-ad5b-2f102937f1ba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T16:47:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f796673-6e3d-405c-8df2-9ada4633251c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:47:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f796673-6e3d-405c-8df2-9ada4633251c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:47:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f796673-6e3d-405c-8df2-9ada4633251c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:47:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f796673-6e3d-405c-8df2-9ada4633251c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T16:47:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f796673-6e3d-405c-8df2-9ada4633251c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:47:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f796673-6e3d-405c-8df2-9ada4633251c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T16:48:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "983dd665-8c8e-441e-a3a7-cbf80c0b1b7d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:48:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "983dd665-8c8e-441e-a3a7-cbf80c0b1b7d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:48:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "983dd665-8c8e-441e-a3a7-cbf80c0b1b7d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:48:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "983dd665-8c8e-441e-a3a7-cbf80c0b1b7d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T16:48:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "983dd665-8c8e-441e-a3a7-cbf80c0b1b7d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:48:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "983dd665-8c8e-441e-a3a7-cbf80c0b1b7d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T16:48:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b7a5f3da-1d0c-4f8e-a16a-8402054ddd8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:48:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b7a5f3da-1d0c-4f8e-a16a-8402054ddd8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:48:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b7a5f3da-1d0c-4f8e-a16a-8402054ddd8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:48:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b7a5f3da-1d0c-4f8e-a16a-8402054ddd8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T16:48:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b7a5f3da-1d0c-4f8e-a16a-8402054ddd8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:48:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b7a5f3da-1d0c-4f8e-a16a-8402054ddd8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:48:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5113f685-1131-4998-81e9-dd642919cd05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:48:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5113f685-1131-4998-81e9-dd642919cd05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:48:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5113f685-1131-4998-81e9-dd642919cd05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:48:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5113f685-1131-4998-81e9-dd642919cd05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T16:48:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5113f685-1131-4998-81e9-dd642919cd05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:48:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5113f685-1131-4998-81e9-dd642919cd05", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T16:48:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a34329fd-39ed-4791-8679-5397ed6d6f19", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:48:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a34329fd-39ed-4791-8679-5397ed6d6f19", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:48:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a34329fd-39ed-4791-8679-5397ed6d6f19", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:48:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a34329fd-39ed-4791-8679-5397ed6d6f19", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T16:48:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a34329fd-39ed-4791-8679-5397ed6d6f19", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T16:48:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a34329fd-39ed-4791-8679-5397ed6d6f19", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T16:48:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "75616ecb-9b8c-4764-b481-e99020916b66", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T16:48:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "50c703b2-5d4b-4ab1-9b7c-ffc864df6138", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T16:48:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "39eccf20-4130-41cd-847e-d2518c5b750f", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:48:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "39eccf20-4130-41cd-847e-d2518c5b750f", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T16:48:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4532cbed-9afa-4840-ac24-65482966e45e", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:48:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4532cbed-9afa-4840-ac24-65482966e45e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T16:48:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6efc943c-b14a-4da4-9a32-375c9847f400", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T16:48:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "268c7e3f-c80f-4d2e-802e-a0d58f7855dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T16:48:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "668dac0d-e35d-4081-8bc8-7fa8c5d0471c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:48:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "668dac0d-e35d-4081-8bc8-7fa8c5d0471c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T16:48:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d46bc997-4652-4211-8864-23fc4b94c54d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T16:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "99aec68d-4477-4b2c-aa89-c56c33762adb", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T16:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "626deec0-2d39-44b1-afb3-614d4d1cc4aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T16:48:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "26cf5b36-4a1b-44e8-aa97-8d5bf3ec69ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:48:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "26cf5b36-4a1b-44e8-aa97-8d5bf3ec69ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T16:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b0d9145-cc6b-4702-9eac-57fbb2dad342", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T16:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "60501338-b574-4520-b7be-f540c499bd98", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T16:48:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e23b32de-d5b5-4293-86f4-15ead8c38ca5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:48:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e23b32de-d5b5-4293-86f4-15ead8c38ca5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T16:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4da8214a-4de9-48f0-8b3c-0fa3fcaaf4e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T16:50:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cc20b184-5a51-4e02-ac71-96f4a1ad9d14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d0b99728-21b0-4a3c-b58a-f85dccf9fba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bb451bc5-a547-448c-ba6a-e54d326a88ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:50:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bb451bc5-a547-448c-ba6a-e54d326a88ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "84cc7f09-037c-47b4-a564-ea94e89ec2cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b01ff54e-fbc8-45b8-8c9d-ececbd5b0e8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b950a529-b628-4579-9a95-22da1cd4eab5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:50:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b950a529-b628-4579-9a95-22da1cd4eab5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c21bf13b-5383-4ca1-b8f5-8c9ee1637cfe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4339e942-5932-4672-a674-612185ee0134", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4339e942-5932-4672-a674-612185ee0134", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:50:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4339e942-5932-4672-a674-612185ee0134", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T16:50:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "41bd6d5b-7498-4cb9-b8ce-daeb13891682", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "41bd6d5b-7498-4cb9-b8ce-daeb13891682", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0ba09e15-4f51-4b6f-be48-ea78145475e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0ba09e15-4f51-4b6f-be48-ea78145475e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8a0ce95-fe86-4aea-b0e1-3bee3e0eaf96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:50:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8a0ce95-fe86-4aea-b0e1-3bee3e0eaf96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T16:51:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c1836435-59a4-48a9-a645-d49b79e4d711", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "46e7060c-ea7e-454c-89f7-61c129fb9d30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4057f59e-2674-44b8-8856-6a5420e87e58", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:51:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4057f59e-2674-44b8-8856-6a5420e87e58", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb5d5968-df30-4847-bdc8-8c03787ca350", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0a531157-ae3b-4a40-a061-febc4bf7eaa1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4446b23a-6667-4f3a-b897-b1cb5da06326", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:51:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4446b23a-6667-4f3a-b897-b1cb5da06326", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "402788f7-7f7d-4655-86a4-b110f8d2e4d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9310423c-0e9a-4bcc-ad6f-10b903069ea7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9310423c-0e9a-4bcc-ad6f-10b903069ea7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:51:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9310423c-0e9a-4bcc-ad6f-10b903069ea7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T16:51:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6bb58c74-103b-4eba-b15a-f751b5f66664", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6bb58c74-103b-4eba-b15a-f751b5f66664", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3f99b58c-b8ff-45c2-92b8-65a66bbd988d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3f99b58c-b8ff-45c2-92b8-65a66bbd988d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f9a63b5-06f4-4559-8fe7-692d972dda8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f9a63b5-06f4-4559-8fe7-692d972dda8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T16:51:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "openshift-service-ca.crt", "reconcileID": "54dd23e2-66b3-4eac-b073-253d5f1445f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:51:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-trusted-ca-bundle", "reconcileID": "ff913cdb-260a-4272-832a-b34581863a4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:51:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "openshift-service-ca.crt", "reconcileID": "c00bc300-b6a2-48ca-8692-51dca452ef43", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b38b32", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:51:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "openshift-service-ca.crt", "reconcileID": "c00bc300-b6a2-48ca-8692-51dca452ef43", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:51:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65e921ba-62c6-46e3-9e2d-0a40b0e228d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:51:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "openshift-service-ca.crt", "reconcileID": "e68a0c80-ed3c-454f-b1e5-08666616a38a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:51:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-trusted-ca-bundle", "reconcileID": "23e2c999-3cea-4cd5-8872-a0f22290b994", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b38b32", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:51:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-trusted-ca-bundle", "reconcileID": "23e2c999-3cea-4cd5-8872-a0f22290b994", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:51:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34f3bd45-a671-4785-aee6-a95dd40ec053", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:51:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12fffaf2-bcf8-4e00-922c-8126114acb44", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:51:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12fffaf2-bcf8-4e00-922c-8126114acb44", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:51:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12fffaf2-bcf8-4e00-922c-8126114acb44", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:51:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56dfe50f-f593-47ab-a7db-787bfec80854", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:51:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56dfe50f-f593-47ab-a7db-787bfec80854", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:51:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56dfe50f-f593-47ab-a7db-787bfec80854", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a018964-e477-4b38-befc-08de1d58104f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a018964-e477-4b38-befc-08de1d58104f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:52:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a018964-e477-4b38-befc-08de1d58104f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a20f20d-9b5c-4e3a-90a9-f3b11e758074", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a20f20d-9b5c-4e3a-90a9-f3b11e758074", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:52:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a20f20d-9b5c-4e3a-90a9-f3b11e758074", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb5d17e0-4641-4f4e-a7f7-6fb2e0064cd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:52:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb5d17e0-4641-4f4e-a7f7-6fb2e0064cd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b38b32", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:52:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb5d17e0-4641-4f4e-a7f7-6fb2e0064cd2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-b38b32 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T16:52:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-trusted-ca-bundle", "reconcileID": "9ff4a07e-2b2e-4b9c-92a1-6bb35f396b8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-trusted-ca-bundle", "reconcileID": "9ff4a07e-2b2e-4b9c-92a1-6bb35f396b8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:52:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "openshift-service-ca.crt", "reconcileID": "077b8060-8cc6-42c2-a7eb-e7d96b5ca5c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "openshift-service-ca.crt", "reconcileID": "077b8060-8cc6-42c2-a7eb-e7d96b5ca5c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:52:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64e5ef0f-d67d-4c4a-886b-7cefd5ae795f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:52:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b38b32"}, "namespace": "e2e-modelref-b38b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64e5ef0f-d67d-4c4a-886b-7cefd5ae795f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b38b32"} 2026-06-12T16:52:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "openshift-service-ca.crt", "reconcileID": "daa89f2d-a2b3-40ad-8ce5-12e5cbbf7b2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-trusted-ca-bundle", "reconcileID": "0be5b2bc-77db-4ff0-a06a-1ca0c41053ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "openshift-service-ca.crt", "reconcileID": "56008d01-90f4-48ad-8bc5-5c4a489326b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0dc26f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:52:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "openshift-service-ca.crt", "reconcileID": "56008d01-90f4-48ad-8bc5-5c4a489326b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5e3f535-4256-4350-a544-ac34a98e4a8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "openshift-service-ca.crt", "reconcileID": "1454991c-03fa-41e7-8998-6ee59aec03dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c93617ed-031a-4790-9684-fd88382a17da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c93617ed-031a-4790-9684-fd88382a17da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:52:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c93617ed-031a-4790-9684-fd88382a17da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c84342e1-31eb-4f17-bcf8-e14e33e470ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c84342e1-31eb-4f17-bcf8-e14e33e470ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:52:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-trusted-ca-bundle", "reconcileID": "e1d16948-2734-4e35-99c5-4715f0099f94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0dc26f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:52:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c84342e1-31eb-4f17-bcf8-e14e33e470ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-trusted-ca-bundle", "reconcileID": "e1d16948-2734-4e35-99c5-4715f0099f94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "267e3331-0dbe-4779-88f5-7f22daefb20f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1e38413-19ef-48e8-b83b-07b732da0f3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1e38413-19ef-48e8-b83b-07b732da0f3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:52:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1e38413-19ef-48e8-b83b-07b732da0f3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0965a622-6232-4483-9b29-a6020c6de8bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0965a622-6232-4483-9b29-a6020c6de8bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T16:52:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0965a622-6232-4483-9b29-a6020c6de8bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T16:52:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f434dd18-ba83-4ab0-9e70-15709965390f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f434dd18-ba83-4ab0-9e70-15709965390f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0dc26f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:52:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f434dd18-ba83-4ab0-9e70-15709965390f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-0dc26f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T16:52:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-trusted-ca-bundle", "reconcileID": "93955ff0-3d68-4e6d-8f17-7f04400e41c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-trusted-ca-bundle", "reconcileID": "93955ff0-3d68-4e6d-8f17-7f04400e41c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "openshift-service-ca.crt", "reconcileID": "963517e0-7001-4fee-9a25-36b2394e96cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "openshift-service-ca.crt", "reconcileID": "963517e0-7001-4fee-9a25-36b2394e96cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60a87ea9-d153-4dd2-b7ab-05ae399cc458", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:52:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0dc26f"}, "namespace": "e2e-modelref-0dc26f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60a87ea9-d153-4dd2-b7ab-05ae399cc458", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0dc26f"} 2026-06-12T16:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-trusted-ca-bundle", "reconcileID": "14869167-71ab-45d8-b2da-e4cc842cf918", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "openshift-service-ca.crt", "reconcileID": "648a3338-1661-4938-ab46-58d4dffa9bb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "openshift-service-ca.crt", "reconcileID": "f5ac2aee-0f27-42d8-b4a1-686b48c20c55", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddb316", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:53:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "openshift-service-ca.crt", "reconcileID": "f5ac2aee-0f27-42d8-b4a1-686b48c20c55", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "227577d7-71f0-4520-b04c-c9061ef57bbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "openshift-service-ca.crt", "reconcileID": "4e618880-eacb-4352-8752-158ad1bb5c01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-trusted-ca-bundle", "reconcileID": "0aaf834a-bb0d-49f2-acd8-369f29f8e1cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ddb316", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:53:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-trusted-ca-bundle", "reconcileID": "0aaf834a-bb0d-49f2-acd8-369f29f8e1cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49d640f7-244f-4628-a349-37e326d2359d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91a8428d-f5eb-49af-a588-8b070af19e94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91a8428d-f5eb-49af-a588-8b070af19e94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddb316", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:53:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91a8428d-f5eb-49af-a588-8b070af19e94", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-ddb316 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T16:53:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-trusted-ca-bundle", "reconcileID": "c5868fce-a4a7-406a-a49a-0123d7eb8949", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-trusted-ca-bundle", "reconcileID": "c5868fce-a4a7-406a-a49a-0123d7eb8949", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "openshift-service-ca.crt", "reconcileID": "801a9d79-1fcd-4b9a-ba5e-7bd9804d1d28", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "openshift-service-ca.crt", "reconcileID": "801a9d79-1fcd-4b9a-ba5e-7bd9804d1d28", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dba9c715-00dc-4717-94eb-4211f898df9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ddb316"}, "namespace": "e2e-webhook-test-ddb316", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dba9c715-00dc-4717-94eb-4211f898df9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ddb316"} 2026-06-12T16:53:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "openshift-service-ca.crt", "reconcileID": "cd0b7c64-2506-484a-9d08-7076d1a46e24", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-trusted-ca-bundle", "reconcileID": "296f486a-e4ed-4b9b-a4b0-3b0e273554e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "openshift-service-ca.crt", "reconcileID": "de848fc2-b0d7-4b87-9961-2332cabc4adc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-caca4d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:53:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "openshift-service-ca.crt", "reconcileID": "de848fc2-b0d7-4b87-9961-2332cabc4adc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba6e5fb9-b7db-4643-9c42-25dfa038fe5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "openshift-service-ca.crt", "reconcileID": "401351e8-fb11-4259-ba1e-8caefc2ae429", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-trusted-ca-bundle", "reconcileID": "9de14a6f-1c4c-40cd-8b3b-2ab7587dfb91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-caca4d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:53:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-trusted-ca-bundle", "reconcileID": "9de14a6f-1c4c-40cd-8b3b-2ab7587dfb91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bfd768d-cebb-41c9-9fb8-bf7475426b80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dbb6123-c464-4b33-8e20-c60a19a0dcc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dbb6123-c464-4b33-8e20-c60a19a0dcc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-caca4d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T16:53:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dbb6123-c464-4b33-8e20-c60a19a0dcc7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-caca4d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T16:53:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-trusted-ca-bundle", "reconcileID": "b7942ca3-9a66-45ec-af1e-65622ab45226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-trusted-ca-bundle", "reconcileID": "b7942ca3-9a66-45ec-af1e-65622ab45226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "openshift-service-ca.crt", "reconcileID": "2c300d40-07fc-4000-b779-4b04f55db865", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "openshift-service-ca.crt", "reconcileID": "2c300d40-07fc-4000-b779-4b04f55db865", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fb5ab6f-254a-4921-9ecf-4f8002466a70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T16:53:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-caca4d"}, "namespace": "e2e-webhook-test-caca4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fb5ab6f-254a-4921-9ecf-4f8002466a70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-caca4d"} 2026-06-12T17:03:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:03:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:03:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:03:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:10:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a5ab4de-9880-4b3f-b699-358008b44db2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:10:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a5ab4de-9880-4b3f-b699-358008b44db2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:10:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a5ab4de-9880-4b3f-b699-358008b44db2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:10:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "79d5dd23-bdbe-4ad9-9545-acbec6056454", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:10:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "79d5dd23-bdbe-4ad9-9545-acbec6056454", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:10:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "79d5dd23-bdbe-4ad9-9545-acbec6056454", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:10:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0457abf-539e-40e1-bc74-d2850023be3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:10:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0457abf-539e-40e1-bc74-d2850023be3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:10:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0457abf-539e-40e1-bc74-d2850023be3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:10:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "68c602e6-2526-418d-a3fd-6e55b8d37a4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:10:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "68c602e6-2526-418d-a3fd-6e55b8d37a4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T17:10:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "68c602e6-2526-418d-a3fd-6e55b8d37a4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T17:10:47Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:10:47Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:10:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c1366ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c1366ab", "reconcileID": "85adb00c-5d78-4792-8b69-258c2e181698", "Gateway": "e2e-ait-4c1366ab", "namespace": "openshift-ingress"} 2026-06-12T17:10:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c1366ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c1366ab", "reconcileID": "0849b716-439c-41df-9eae-d0388f4e45b8", "Gateway": "e2e-ait-4c1366ab", "namespace": "openshift-ingress"} 2026-06-12T17:10:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c1366ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c1366ab", "reconcileID": "aa6af0df-f071-4b9a-910b-c083cceffa0b", "Gateway": "e2e-ait-4c1366ab", "namespace": "openshift-ingress"} 2026-06-12T17:10:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c1366ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c1366ab", "reconcileID": "f8a42b8b-c55f-4bde-ba61-e36c79983df0", "Gateway": "e2e-ait-4c1366ab", "namespace": "openshift-ingress"} 2026-06-12T17:10:48Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:10:48Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T17:10:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "openshift-service-ca.crt", "reconcileID": "99695c20-09ee-41bf-a51d-732807e28a52", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:10:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-trusted-ca-bundle", "reconcileID": "e25a03d4-73d7-40b6-b293-cd1b4f167058", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:10:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "openshift-service-ca.crt", "reconcileID": "eff9d5c5-7c89-4b77-8687-0efa36f8cbb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c1366ab", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:10:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "openshift-service-ca.crt", "reconcileID": "eff9d5c5-7c89-4b77-8687-0efa36f8cbb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:10:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4db1e32-c7ca-4061-9707-82b07f6f470a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:10:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "openshift-service-ca.crt", "reconcileID": "0862ef7a-e32e-454a-b33d-ac2062194804", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:10:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-trusted-ca-bundle", "reconcileID": "35f85e30-c928-4029-b767-1dcd34a06c18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c1366ab", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:10:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-trusted-ca-bundle", "reconcileID": "35f85e30-c928-4029-b767-1dcd34a06c18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:10:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2832b132-9eaf-4ea3-ba16-e9af763dd8c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:10:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c1366ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c1366ab", "reconcileID": "cab87b36-8947-4749-93d6-a04b6ed175b5", "Gateway": "e2e-ait-4c1366ab", "namespace": "openshift-ingress"} 2026-06-12T17:10:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c1366ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c1366ab", "reconcileID": "261507af-5c38-4fb7-9591-f45cb686b822", "Gateway": "e2e-ait-4c1366ab", "namespace": "openshift-ingress"} 2026-06-12T17:10:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c1366ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c1366ab", "reconcileID": "598400a4-bab8-43c1-8565-ded6d50b7f94", "Gateway": "e2e-ait-4c1366ab", "namespace": "openshift-ingress"} 2026-06-12T17:11:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa558388-a198-4b31-9598-d60272d7e8d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:11:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa558388-a198-4b31-9598-d60272d7e8d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c1366ab", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:11:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa558388-a198-4b31-9598-d60272d7e8d6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-4c1366ab because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:11:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-trusted-ca-bundle", "reconcileID": "623baeef-49ac-47ac-99e9-8010d766eb94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:11:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-trusted-ca-bundle", "reconcileID": "623baeef-49ac-47ac-99e9-8010d766eb94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:11:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "openshift-service-ca.crt", "reconcileID": "dde7e49b-3b92-4694-a54b-144e79428d48", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:11:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "openshift-service-ca.crt", "reconcileID": "dde7e49b-3b92-4694-a54b-144e79428d48", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:11:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cde916fc-0af9-4da9-9f46-095deb46cc29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:11:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c1366ab"}, "namespace": "e2e-aitenant-4c1366ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cde916fc-0af9-4da9-9f46-095deb46cc29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c1366ab"} 2026-06-12T17:11:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-041eee58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-041eee58", "reconcileID": "a985b80c-c505-4dce-95a9-bdae5372b2eb", "Gateway": "e2e-ait-041eee58", "namespace": "openshift-ingress"} 2026-06-12T17:11:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-041eee58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-041eee58", "reconcileID": "a0f8a72c-f27f-419a-ab91-e84c6bd92623", "Gateway": "e2e-ait-041eee58", "namespace": "openshift-ingress"} 2026-06-12T17:11:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-041eee58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-041eee58", "reconcileID": "dc9c9168-1982-46a9-b86d-d5bee479686b", "Gateway": "e2e-ait-041eee58", "namespace": "openshift-ingress"} 2026-06-12T17:11:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-041eee58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-041eee58", "reconcileID": "88bf8388-9b51-4f38-96d8-15ac72743e60", "Gateway": "e2e-ait-041eee58", "namespace": "openshift-ingress"} 2026-06-12T17:11:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-041eee58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-041eee58", "reconcileID": "91267a1a-97f7-425a-b601-ca02498ba8dd", "Gateway": "e2e-ait-041eee58", "namespace": "openshift-ingress"} 2026-06-12T17:11:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "openshift-service-ca.crt", "reconcileID": "36560710-5137-45ee-bda0-75518ab824b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-trusted-ca-bundle", "reconcileID": "03dc220a-ceae-4ede-9a70-f75ba3973dd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "openshift-service-ca.crt", "reconcileID": "88ebb87b-2d2e-4763-a52d-3e5d1f380349", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-041eee58", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:11:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "openshift-service-ca.crt", "reconcileID": "88ebb87b-2d2e-4763-a52d-3e5d1f380349", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "openshift-service-ca.crt", "reconcileID": "f741f72e-6059-4c1d-b2f5-4ce14f471e27", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-041eee58", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:11:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "openshift-service-ca.crt", "reconcileID": "f741f72e-6059-4c1d-b2f5-4ce14f471e27", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:11:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5565b825-2ae8-4dc2-b1d6-584d43fd13c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "openshift-service-ca.crt", "reconcileID": "98a41f5f-8625-4e73-88f2-4d60de872119", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-trusted-ca-bundle", "reconcileID": "ec3e3768-d89d-4cc5-9496-6365bc4025c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-041eee58", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:11:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-trusted-ca-bundle", "reconcileID": "ec3e3768-d89d-4cc5-9496-6365bc4025c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7f94da9-a662-4b8c-bfac-26549cabe8cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-041eee58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-041eee58", "reconcileID": "3a0d4be2-5a3d-49e3-a292-8a36d29d3ba2", "Gateway": "e2e-ait-041eee58", "namespace": "openshift-ingress"} 2026-06-12T17:11:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-041eee58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-041eee58", "reconcileID": "b8159cf5-2885-4cd1-b507-275e84a626e6", "Gateway": "e2e-ait-041eee58", "namespace": "openshift-ingress"} 2026-06-12T17:11:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a251fe1-4c18-4046-bb32-76c1c06f62fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a251fe1-4c18-4046-bb32-76c1c06f62fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-041eee58", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T17:11:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a251fe1-4c18-4046-bb32-76c1c06f62fb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-041eee58 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T17:11:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-trusted-ca-bundle", "reconcileID": "dddf67bf-a24f-4410-b57e-b9b16d86d63f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-trusted-ca-bundle", "reconcileID": "dddf67bf-a24f-4410-b57e-b9b16d86d63f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "openshift-service-ca.crt", "reconcileID": "4685b07e-d1d3-444f-8880-06511aa9e635", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "openshift-service-ca.crt", "reconcileID": "4685b07e-d1d3-444f-8880-06511aa9e635", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55808afd-7144-46a1-be4b-3227c8430de5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-041eee58"} 2026-06-12T17:11:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-041eee58"}, "namespace": "e2e-aitenant-041eee58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55808afd-7144-46a1-be4b-3227c8430de5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-041eee58"}