2026-06-08T15:49:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "0d955f5e-bc76-4b2f-926f-cb028d185b7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:49:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "0d955f5e-bc76-4b2f-926f-cb028d185b7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-08T15:49:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "214ca424-84af-499b-931f-e2403134041e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:49:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "214ca424-84af-499b-931f-e2403134041e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T15:49:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbada0ae-fefb-4927-99bc-4330bb06f356", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-08T15:49:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "0e204d1b-1980-4e09-88cd-9ebb80110b10", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-08T15:49:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c423373c-8415-475f-b404-1d0161cf7ab0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T15:49:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "c8444223-201b-4d13-9e26-bddb1d4abbc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:49:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "c8444223-201b-4d13-9e26-bddb1d4abbc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-08T15:49:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25658db5-c94b-4606-9a1a-9860f79316b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-08T15:49:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ea706fa-c5c3-4ff5-959d-8793d55e8740", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:49:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ea706fa-c5c3-4ff5-959d-8793d55e8740", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:49:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ea706fa-c5c3-4ff5-959d-8793d55e8740", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a24ceb4-8dbc-4afb-b72d-a3774e8ac811", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a24ceb4-8dbc-4afb-b72d-a3774e8ac811", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a24ceb4-8dbc-4afb-b72d-a3774e8ac811", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "c8998c4e-3546-43ec-89b9-5c50bcca5568", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T15:50:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "def82767-22de-4289-93ed-33519a5c0019", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:50:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "def82767-22de-4289-93ed-33519a5c0019", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T15:50:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "abde3143-b100-4095-afe2-f8e93a3aad2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:50:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "abde3143-b100-4095-afe2-f8e93a3aad2d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T15:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "8c7b51da-6c1a-41f3-bb08-e0e36dbc4ce4", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T15:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f89aeded-c68d-48ae-879c-01cf64097054", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T15:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "92ba58df-2cf3-4d11-96a2-49b3bc496bdc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T15:50:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "86e7f555-2858-48a6-9a5a-49da5c097d41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:50:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "86e7f555-2858-48a6-9a5a-49da5c097d41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T15:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43022d6d-1680-4e6c-987e-c2520207c5d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1bfa7eca-92e0-41ba-a6b3-07cafab1907a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1bfa7eca-92e0-41ba-a6b3-07cafab1907a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1bfa7eca-92e0-41ba-a6b3-07cafab1907a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1db22350-4aa6-4d9b-9f0e-7720e7a06cd1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1db22350-4aa6-4d9b-9f0e-7720e7a06cd1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:50:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1bfa7eca-92e0-41ba-a6b3-07cafab1907a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T15:50:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1bfa7eca-92e0-41ba-a6b3-07cafab1907a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1bfa7eca-92e0-41ba-a6b3-07cafab1907a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1db22350-4aa6-4d9b-9f0e-7720e7a06cd1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "03fd3178-e967-4738-a2c0-9929e3831085", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "03fd3178-e967-4738-a2c0-9929e3831085", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "03fd3178-e967-4738-a2c0-9929e3831085", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "927e81a5-fbd4-42f9-ae59-42f959dcffc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "03fd3178-e967-4738-a2c0-9929e3831085", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T15:50:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "03fd3178-e967-4738-a2c0-9929e3831085", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "03fd3178-e967-4738-a2c0-9929e3831085", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "927e81a5-fbd4-42f9-ae59-42f959dcffc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "927e81a5-fbd4-42f9-ae59-42f959dcffc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7d774f4-0157-4b0f-a29e-0d2f366250a3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7d774f4-0157-4b0f-a29e-0d2f366250a3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7d774f4-0157-4b0f-a29e-0d2f366250a3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7d774f4-0157-4b0f-a29e-0d2f366250a3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T15:50:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7d774f4-0157-4b0f-a29e-0d2f366250a3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7d774f4-0157-4b0f-a29e-0d2f366250a3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d01ed30a-0619-4490-b108-e6d2fb1f255c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d01ed30a-0619-4490-b108-e6d2fb1f255c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d01ed30a-0619-4490-b108-e6d2fb1f255c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f926f8e0-ee12-45e1-b823-3296fb793692", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d01ed30a-0619-4490-b108-e6d2fb1f255c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T15:50:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d01ed30a-0619-4490-b108-e6d2fb1f255c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d01ed30a-0619-4490-b108-e6d2fb1f255c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f926f8e0-ee12-45e1-b823-3296fb793692", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f926f8e0-ee12-45e1-b823-3296fb793692", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1096cd4-39c0-4086-9bd3-43bd8f07367c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1096cd4-39c0-4086-9bd3-43bd8f07367c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1096cd4-39c0-4086-9bd3-43bd8f07367c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9bf701b-e049-4d79-917a-5be141442344", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1096cd4-39c0-4086-9bd3-43bd8f07367c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T15:50:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1096cd4-39c0-4086-9bd3-43bd8f07367c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1096cd4-39c0-4086-9bd3-43bd8f07367c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9bf701b-e049-4d79-917a-5be141442344", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9bf701b-e049-4d79-917a-5be141442344", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c936badc-6371-4fba-9a4c-467d0d46553e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c936badc-6371-4fba-9a4c-467d0d46553e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c936badc-6371-4fba-9a4c-467d0d46553e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b71927bf-a08b-4f3d-b56b-65d93020cace", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c936badc-6371-4fba-9a4c-467d0d46553e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T15:50:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c936badc-6371-4fba-9a4c-467d0d46553e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c936badc-6371-4fba-9a4c-467d0d46553e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b71927bf-a08b-4f3d-b56b-65d93020cace", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b71927bf-a08b-4f3d-b56b-65d93020cace", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f47f2783-c2ea-4643-af4c-7c837928d68e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f47f2783-c2ea-4643-af4c-7c837928d68e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f47f2783-c2ea-4643-af4c-7c837928d68e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e5e4a46-760b-4493-bfb0-9c256e0f7630", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f47f2783-c2ea-4643-af4c-7c837928d68e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T15:50:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f47f2783-c2ea-4643-af4c-7c837928d68e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f47f2783-c2ea-4643-af4c-7c837928d68e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e5e4a46-760b-4493-bfb0-9c256e0f7630", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e5e4a46-760b-4493-bfb0-9c256e0f7630", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71812ea9-f835-468b-9660-e9805c7f5727", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71812ea9-f835-468b-9660-e9805c7f5727", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:50:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71812ea9-f835-468b-9660-e9805c7f5727", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "270661dc-925f-408e-a85a-f901a64bcc86", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "270661dc-925f-408e-a85a-f901a64bcc86", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "270661dc-925f-408e-a85a-f901a64bcc86", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "270661dc-925f-408e-a85a-f901a64bcc86", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T15:50:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "270661dc-925f-408e-a85a-f901a64bcc86", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "270661dc-925f-408e-a85a-f901a64bcc86", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:50:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d7be6b0-d90f-4c6f-8bb9-8ae0547dcca5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d7be6b0-d90f-4c6f-8bb9-8ae0547dcca5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d7be6b0-d90f-4c6f-8bb9-8ae0547dcca5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d7be6b0-d90f-4c6f-8bb9-8ae0547dcca5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T15:50:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d7be6b0-d90f-4c6f-8bb9-8ae0547dcca5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d7be6b0-d90f-4c6f-8bb9-8ae0547dcca5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "93a8ab4c-8bc7-4aa7-8af5-3a77d113ba17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "93a8ab4c-8bc7-4aa7-8af5-3a77d113ba17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:50:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "93a8ab4c-8bc7-4aa7-8af5-3a77d113ba17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:50:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "68e4c893-297f-49ed-8647-65bd45620c09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "68e4c893-297f-49ed-8647-65bd45620c09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "68e4c893-297f-49ed-8647-65bd45620c09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "68e4c893-297f-49ed-8647-65bd45620c09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T15:50:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "68e4c893-297f-49ed-8647-65bd45620c09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "68e4c893-297f-49ed-8647-65bd45620c09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:50:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "50a02efb-9224-45c2-8853-74fd22f4ddd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:50:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "50a02efb-9224-45c2-8853-74fd22f4ddd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:50:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "50a02efb-9224-45c2-8853-74fd22f4ddd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:50:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "50a02efb-9224-45c2-8853-74fd22f4ddd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T15:50:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "50a02efb-9224-45c2-8853-74fd22f4ddd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:50:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "50a02efb-9224-45c2-8853-74fd22f4ddd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:51:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2030fd7f-7585-4336-bf1a-7fe8c5d88222", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:51:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2030fd7f-7585-4336-bf1a-7fe8c5d88222", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:51:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2030fd7f-7585-4336-bf1a-7fe8c5d88222", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:51:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bbbbff6-48df-4483-8062-670bff00e769", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:51:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bbbbff6-48df-4483-8062-670bff00e769", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:51:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bbbbff6-48df-4483-8062-670bff00e769", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:51:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bbbbff6-48df-4483-8062-670bff00e769", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T15:51:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bbbbff6-48df-4483-8062-670bff00e769", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7bbbbff6-48df-4483-8062-670bff00e769", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:51:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "553c9d60-022e-4d8f-9e54-37dac865c64f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "553c9d60-022e-4d8f-9e54-37dac865c64f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "553c9d60-022e-4d8f-9e54-37dac865c64f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "553c9d60-022e-4d8f-9e54-37dac865c64f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T15:51:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "553c9d60-022e-4d8f-9e54-37dac865c64f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "553c9d60-022e-4d8f-9e54-37dac865c64f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75050a8f-6b58-4377-9eb1-4047be6cf5cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:51:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75050a8f-6b58-4377-9eb1-4047be6cf5cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:51:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75050a8f-6b58-4377-9eb1-4047be6cf5cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:51:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "027f5ea1-5f14-457c-9511-a08d1294010b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "027f5ea1-5f14-457c-9511-a08d1294010b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "027f5ea1-5f14-457c-9511-a08d1294010b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "027f5ea1-5f14-457c-9511-a08d1294010b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T15:51:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "027f5ea1-5f14-457c-9511-a08d1294010b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "027f5ea1-5f14-457c-9511-a08d1294010b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc4add15-d938-4832-8bbf-35dea051286e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc4add15-d938-4832-8bbf-35dea051286e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc4add15-d938-4832-8bbf-35dea051286e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc4add15-d938-4832-8bbf-35dea051286e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T15:51:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc4add15-d938-4832-8bbf-35dea051286e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc4add15-d938-4832-8bbf-35dea051286e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d04d5d6a-68fc-4136-990c-85ad622f9ccb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:51:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d04d5d6a-68fc-4136-990c-85ad622f9ccb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:51:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d04d5d6a-68fc-4136-990c-85ad622f9ccb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:51:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cee54a0b-a111-4648-83ef-6a02b2f55ffa", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cee54a0b-a111-4648-83ef-6a02b2f55ffa", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cee54a0b-a111-4648-83ef-6a02b2f55ffa", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cee54a0b-a111-4648-83ef-6a02b2f55ffa", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T15:51:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cee54a0b-a111-4648-83ef-6a02b2f55ffa", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cee54a0b-a111-4648-83ef-6a02b2f55ffa", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4dfad5b3-a482-48cf-b60d-aee26991640b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:51:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4dfad5b3-a482-48cf-b60d-aee26991640b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:51:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4dfad5b3-a482-48cf-b60d-aee26991640b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:51:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4dfad5b3-a482-48cf-b60d-aee26991640b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T15:51:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4dfad5b3-a482-48cf-b60d-aee26991640b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4dfad5b3-a482-48cf-b60d-aee26991640b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:51:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8ee89f3-97c3-4852-836a-f306f338e3bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:51:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8ee89f3-97c3-4852-836a-f306f338e3bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:51:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8ee89f3-97c3-4852-836a-f306f338e3bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:51:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11dea9b1-51bb-486a-be71-c579456809fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:51:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11dea9b1-51bb-486a-be71-c579456809fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:51:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11dea9b1-51bb-486a-be71-c579456809fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:51:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11dea9b1-51bb-486a-be71-c579456809fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T15:51:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11dea9b1-51bb-486a-be71-c579456809fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "11dea9b1-51bb-486a-be71-c579456809fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:51:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eded149b-9910-4c32-b69b-d80e4f5d87c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:51:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eded149b-9910-4c32-b69b-d80e4f5d87c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:51:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eded149b-9910-4c32-b69b-d80e4f5d87c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:51:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eded149b-9910-4c32-b69b-d80e4f5d87c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T15:51:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eded149b-9910-4c32-b69b-d80e4f5d87c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eded149b-9910-4c32-b69b-d80e4f5d87c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T15:51:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2f9c22d6-25d9-4bc6-a27a-d90cda1783b8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:51:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2f9c22d6-25d9-4bc6-a27a-d90cda1783b8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:51:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2f9c22d6-25d9-4bc6-a27a-d90cda1783b8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:51:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2f9c22d6-25d9-4bc6-a27a-d90cda1783b8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T15:51:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2f9c22d6-25d9-4bc6-a27a-d90cda1783b8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2f9c22d6-25d9-4bc6-a27a-d90cda1783b8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T15:51:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "adc629db-326e-4e2e-abbe-419dd27a1995", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:51:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "adc629db-326e-4e2e-abbe-419dd27a1995", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:51:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "adc629db-326e-4e2e-abbe-419dd27a1995", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:51:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "adc629db-326e-4e2e-abbe-419dd27a1995", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T15:51:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "adc629db-326e-4e2e-abbe-419dd27a1995", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "adc629db-326e-4e2e-abbe-419dd27a1995", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T15:51:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "67a31bb1-9b0d-4626-b825-dc70d6c05346", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "67a31bb1-9b0d-4626-b825-dc70d6c05346", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "67a31bb1-9b0d-4626-b825-dc70d6c05346", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "67a31bb1-9b0d-4626-b825-dc70d6c05346", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T15:51:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "67a31bb1-9b0d-4626-b825-dc70d6c05346", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "67a31bb1-9b0d-4626-b825-dc70d6c05346", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T15:51:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T15:51:52Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T15:51:52Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T15:51:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08abb584-60d3-4d26-9508-b2682f889750", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08abb584-60d3-4d26-9508-b2682f889750", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08abb584-60d3-4d26-9508-b2682f889750", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:51:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08abb584-60d3-4d26-9508-b2682f889750", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T15:51:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08abb584-60d3-4d26-9508-b2682f889750", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:51:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08abb584-60d3-4d26-9508-b2682f889750", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T15:52:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3e8881e0-9f73-4dc3-bb8b-efbdb2917e85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:52:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3e8881e0-9f73-4dc3-bb8b-efbdb2917e85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:52:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3e8881e0-9f73-4dc3-bb8b-efbdb2917e85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:52:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3e8881e0-9f73-4dc3-bb8b-efbdb2917e85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T15:52:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3e8881e0-9f73-4dc3-bb8b-efbdb2917e85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T15:52:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3e8881e0-9f73-4dc3-bb8b-efbdb2917e85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T15:52:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "749c0d09-1b11-4fe1-9937-83e4ce3b024a", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T15:52:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "8b38f254-995b-4b9b-a901-cd1d89a0dda8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T15:52:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "ae2a3ae2-3978-4727-8690-deec6a5333cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:52:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "ae2a3ae2-3978-4727-8690-deec6a5333cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T15:52:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "12456ee7-cf77-4fe5-8d1a-d6900815e6f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:52:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "12456ee7-cf77-4fe5-8d1a-d6900815e6f7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T15:52:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c25dd3b8-f050-41ec-8fb5-89646522afa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T15:52:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "d0217ede-20dc-4d79-a8df-152d1363e333", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T15:52:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "639a9872-949e-40d8-904b-3bd92a62a3ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:52:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "639a9872-949e-40d8-904b-3bd92a62a3ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T15:52:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b59f6fa5-4546-4bc4-9cb5-823598ee253e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T15:52:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "b65633e8-c911-42ce-baac-25f5040ef076", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T15:52:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "8c1f3c28-acb6-4138-bf18-7131a00013b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T15:52:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "05339ced-778c-4f2a-8868-58752111284f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:52:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "05339ced-778c-4f2a-8868-58752111284f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T15:52:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8c8e0bf8-a657-4448-9f84-f3ddbc7f5b12", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T15:52:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01f71678-6456-497f-8b71-2c2119ec41d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T15:52:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "887354f0-92ef-463a-b719-96ac260296ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:52:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "887354f0-92ef-463a-b719-96ac260296ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T15:52:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed70900c-051a-4864-9f95-9006539b255e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T15:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f2e45b68-bada-4147-87dc-7fbea53f3f40", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2748e55b-6704-4b20-b6ea-88623c613171", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b9d16d75-0e0a-4f57-8b56-be069c05f982", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:54:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b9d16d75-0e0a-4f57-8b56-be069c05f982", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a60226af-4077-4b39-b035-31787fa0e80a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d3d23d46-b97a-4e1f-9401-cd7153cbdf65", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "38971026-cfa3-42f5-bd5a-140e08ddeb77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:54:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "38971026-cfa3-42f5-bd5a-140e08ddeb77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1951975f-9d73-462d-ae63-8b6ecee05c68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c555312-cf1b-4c7f-8b23-0fc9ae1829e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c555312-cf1b-4c7f-8b23-0fc9ae1829e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:54:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c555312-cf1b-4c7f-8b23-0fc9ae1829e2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T15:54:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5b429aec-0ab2-4614-b674-e4f6ddf75897", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5b429aec-0ab2-4614-b674-e4f6ddf75897", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "edef9a7a-234c-4b1a-86a6-a451f0b38e83", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "edef9a7a-234c-4b1a-86a6-a451f0b38e83", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94614c61-a9c2-4760-83dd-7d28757a5047", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94614c61-a9c2-4760-83dd-7d28757a5047", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T15:55:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8bf0dfb7-0cf6-4e0e-907d-3cd273534a88", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "49467f9b-c3ab-4050-83cd-bb9f906497ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "56ae6092-c4e3-4853-9e47-a8f4de79d189", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:55:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "56ae6092-c4e3-4853-9e47-a8f4de79d189", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4c296517-08f7-4a1e-870f-727e52c64b26", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56bd9da0-da39-4c2e-abcb-bc667d5f6f98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f0afbdad-9d4d-41ed-8f02-597753ffb80e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:55:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f0afbdad-9d4d-41ed-8f02-597753ffb80e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e624db4a-3bc9-4408-9b3e-809c31478e0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9335b5d-7213-45f4-b126-0100d4970269", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9335b5d-7213-45f4-b126-0100d4970269", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:55:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9335b5d-7213-45f4-b126-0100d4970269", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T15:55:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5e81c4c3-8ca1-4212-a482-a42bb27bc2a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5e81c4c3-8ca1-4212-a482-a42bb27bc2a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f519d269-2ea4-47f7-b4c8-7413bc357e3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f519d269-2ea4-47f7-b4c8-7413bc357e3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "151f39ab-2c48-4386-a8c4-3a09a2c3cd7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "151f39ab-2c48-4386-a8c4-3a09a2c3cd7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T15:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "openshift-service-ca.crt", "reconcileID": "a6258a38-b037-4ba6-995a-743c85b3530a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-trusted-ca-bundle", "reconcileID": "1c1a9796-5582-4dfa-bb51-662887229835", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9c965e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:55:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-trusted-ca-bundle", "reconcileID": "1c1a9796-5582-4dfa-bb51-662887229835", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "openshift-service-ca.crt", "reconcileID": "10cdcf76-6e67-4c7c-97bd-f0478660b518", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9c965e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:55:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "openshift-service-ca.crt", "reconcileID": "10cdcf76-6e67-4c7c-97bd-f0478660b518", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T15:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac63a839-08b3-4bb6-ae9d-78d3b04ff330", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "openshift-service-ca.crt", "reconcileID": "700111fb-3ae0-44c9-8524-051ca5394953", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-trusted-ca-bundle", "reconcileID": "95069ab9-c90d-4a0d-9b4f-cd852b60ed3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9c965e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:55:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-trusted-ca-bundle", "reconcileID": "95069ab9-c90d-4a0d-9b4f-cd852b60ed3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42133040-b522-44b2-b21c-8985ef03db81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee15b028-51d3-47fa-85ad-e1be257ec4be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:55:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee15b028-51d3-47fa-85ad-e1be257ec4be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:55:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee15b028-51d3-47fa-85ad-e1be257ec4be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:55:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "600a8f68-2874-4a1f-b0ea-36a28740f436", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:55:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "600a8f68-2874-4a1f-b0ea-36a28740f436", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:55:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "600a8f68-2874-4a1f-b0ea-36a28740f436", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:55:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "203fbcda-ec11-43c4-85d6-0d7d36f75fb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:55:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "203fbcda-ec11-43c4-85d6-0d7d36f75fb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:55:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "203fbcda-ec11-43c4-85d6-0d7d36f75fb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:55:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6039686d-c8dc-4042-9a7f-4ccefb76edcc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:55:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6039686d-c8dc-4042-9a7f-4ccefb76edcc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:55:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6039686d-c8dc-4042-9a7f-4ccefb76edcc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:55:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e14cfafb-dca2-4918-8233-fe63a0700b2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e14cfafb-dca2-4918-8233-fe63a0700b2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9c965e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:55:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e14cfafb-dca2-4918-8233-fe63a0700b2e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-9c965e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T15:55:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-trusted-ca-bundle", "reconcileID": "37624d14-2403-4213-b8ec-32d1bc38c19e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-trusted-ca-bundle", "reconcileID": "37624d14-2403-4213-b8ec-32d1bc38c19e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "openshift-service-ca.crt", "reconcileID": "86363457-ffa4-4dd0-bfa1-19de5305a90f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "openshift-service-ca.crt", "reconcileID": "86363457-ffa4-4dd0-bfa1-19de5305a90f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab1d5108-923e-4e81-bff8-55c57411b96f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9c965e"}, "namespace": "e2e-modelref-9c965e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab1d5108-923e-4e81-bff8-55c57411b96f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9c965e"} 2026-06-08T15:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "openshift-service-ca.crt", "reconcileID": "8f5cd50c-013e-4ce1-a0e4-e439004b7294", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "openshift-service-ca.crt", "reconcileID": "a902df55-2bbf-4f87-862d-248fae262e73", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c17fa7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:56:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "openshift-service-ca.crt", "reconcileID": "a902df55-2bbf-4f87-862d-248fae262e73", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-trusted-ca-bundle", "reconcileID": "0ed7fda6-7019-4089-9c00-ad65ac1f2f01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec067eab-f750-4083-b082-4131d4381ae8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "openshift-service-ca.crt", "reconcileID": "8849f969-8da4-4b2a-a271-931a2cb732ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-trusted-ca-bundle", "reconcileID": "32eb215a-e68c-4e91-a56b-f6b2d3edd442", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c17fa7", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:56:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-trusted-ca-bundle", "reconcileID": "32eb215a-e68c-4e91-a56b-f6b2d3edd442", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cb51226-12d9-407b-bb5c-086de892a491", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5413fa73-682e-4058-bc95-94e80974c554", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:56:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5413fa73-682e-4058-bc95-94e80974c554", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:56:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5413fa73-682e-4058-bc95-94e80974c554", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:56:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "babdae93-7468-4a17-8997-3f89c77c4679", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:56:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "babdae93-7468-4a17-8997-3f89c77c4679", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:56:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "babdae93-7468-4a17-8997-3f89c77c4679", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95607bf7-e9ba-41fb-9fb2-e87599e92a4a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95607bf7-e9ba-41fb-9fb2-e87599e92a4a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95607bf7-e9ba-41fb-9fb2-e87599e92a4a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4095079c-ef57-401d-a30e-94e83918046f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4095079c-ef57-401d-a30e-94e83918046f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T15:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4095079c-ef57-401d-a30e-94e83918046f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T15:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "506e6bd3-a26a-4240-b1a7-e4da142063ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "506e6bd3-a26a-4240-b1a7-e4da142063ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c17fa7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:56:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "506e6bd3-a26a-4240-b1a7-e4da142063ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-c17fa7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T15:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-trusted-ca-bundle", "reconcileID": "8dbf8a22-0905-4a82-8510-3c246647f03a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-trusted-ca-bundle", "reconcileID": "8dbf8a22-0905-4a82-8510-3c246647f03a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "openshift-service-ca.crt", "reconcileID": "ecaaecd8-98fd-483d-9b40-2cbd173afc19", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "openshift-service-ca.crt", "reconcileID": "ecaaecd8-98fd-483d-9b40-2cbd173afc19", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aca6b428-9bb8-42bf-bed5-264ed2c08e0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c17fa7"}, "namespace": "e2e-modelref-c17fa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aca6b428-9bb8-42bf-bed5-264ed2c08e0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c17fa7"} 2026-06-08T15:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "openshift-service-ca.crt", "reconcileID": "600f816d-9b28-47ad-b1fa-1b1bc0714d12", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-trusted-ca-bundle", "reconcileID": "61b36c93-251a-442a-8cfa-a003d78649c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "openshift-service-ca.crt", "reconcileID": "68a6b0db-c4fd-4809-89ce-c7222d703779", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-de79bd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:56:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "openshift-service-ca.crt", "reconcileID": "68a6b0db-c4fd-4809-89ce-c7222d703779", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66ddd580-b99b-432b-b768-f42dc70bed39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "openshift-service-ca.crt", "reconcileID": "20847de6-b39a-42b0-86e6-73f0fcd60002", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-trusted-ca-bundle", "reconcileID": "98961e92-8064-4a83-af08-0689be28d4fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-de79bd", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:56:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-trusted-ca-bundle", "reconcileID": "98961e92-8064-4a83-af08-0689be28d4fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e357e540-54f0-43c3-81ed-e20cc777457f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84ae4426-4024-4490-9d28-85415af10563", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84ae4426-4024-4490-9d28-85415af10563", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-de79bd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:56:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84ae4426-4024-4490-9d28-85415af10563", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-de79bd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T15:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-trusted-ca-bundle", "reconcileID": "80059252-803c-4497-bf97-6ac4bf64b148", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-trusted-ca-bundle", "reconcileID": "80059252-803c-4497-bf97-6ac4bf64b148", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "openshift-service-ca.crt", "reconcileID": "e5c7a70d-8189-45d7-9277-d560c1056499", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "openshift-service-ca.crt", "reconcileID": "e5c7a70d-8189-45d7-9277-d560c1056499", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "291ae251-3314-404c-8715-3efd1369fe32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-de79bd"}, "namespace": "e2e-webhook-test-de79bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "291ae251-3314-404c-8715-3efd1369fe32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-de79bd"} 2026-06-08T15:56:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "openshift-service-ca.crt", "reconcileID": "18ec2a2d-db92-4aa8-be74-f1654b873412", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:56:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-trusted-ca-bundle", "reconcileID": "5231e21e-cb36-4f44-b1ed-e86272de1335", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:56:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "openshift-service-ca.crt", "reconcileID": "303f5da7-db13-40d3-8d50-9b5c844e4a5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1b322c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:56:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "openshift-service-ca.crt", "reconcileID": "303f5da7-db13-40d3-8d50-9b5c844e4a5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:56:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3f0a696-91b8-464e-b8ed-ec1952c985cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:56:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "openshift-service-ca.crt", "reconcileID": "f52f5a84-1855-4e9a-9283-9609ce756506", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:56:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-trusted-ca-bundle", "reconcileID": "a4a7657a-fd5f-4b87-8e10-b73d112bd435", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1b322c", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:56:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-trusted-ca-bundle", "reconcileID": "a4a7657a-fd5f-4b87-8e10-b73d112bd435", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:56:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e70b66c7-1eee-490f-abb8-3ae8d761cbea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:57:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7da4d5f-2e4e-4769-b1e3-7cd32f2cc435", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:57:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7da4d5f-2e4e-4769-b1e3-7cd32f2cc435", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1b322c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T15:57:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7da4d5f-2e4e-4769-b1e3-7cd32f2cc435", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-1b322c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T15:57:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-trusted-ca-bundle", "reconcileID": "95845baf-7e2f-4dd4-a2d4-95db2b4b93f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-trusted-ca-bundle", "reconcileID": "95845baf-7e2f-4dd4-a2d4-95db2b4b93f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:57:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "openshift-service-ca.crt", "reconcileID": "0fac5e2c-7e83-4cf0-a4f0-b7423bdc224c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "openshift-service-ca.crt", "reconcileID": "0fac5e2c-7e83-4cf0-a4f0-b7423bdc224c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:57:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33e6b370-8e71-4789-bff4-4086da11616b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T15:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1b322c"}, "namespace": "e2e-webhook-test-1b322c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33e6b370-8e71-4789-bff4-4086da11616b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1b322c"} 2026-06-08T16:01:48Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T16:01:48Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T16:01:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T16:01:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T16:09:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T16:09:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T16:09:04Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T16:09:04Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T16:14:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc8d3ae7-2c85-40e8-b39b-6cd75dd3cf6d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T16:14:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc8d3ae7-2c85-40e8-b39b-6cd75dd3cf6d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T16:14:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc8d3ae7-2c85-40e8-b39b-6cd75dd3cf6d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T16:14:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "668c4da6-d2e6-436c-ae39-2450d2bc04be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T16:14:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "668c4da6-d2e6-436c-ae39-2450d2bc04be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T16:14:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "668c4da6-d2e6-436c-ae39-2450d2bc04be", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T16:14:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "127e70f7-ba53-4093-81dc-4be0a0185b50", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T16:14:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "127e70f7-ba53-4093-81dc-4be0a0185b50", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T16:14:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "127e70f7-ba53-4093-81dc-4be0a0185b50", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T16:14:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66abb4e4-6f75-45dd-bf05-394c10a85d53", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T16:14:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66abb4e4-6f75-45dd-bf05-394c10a85d53", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T16:14:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66abb4e4-6f75-45dd-bf05-394c10a85d53", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T16:14:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-eb8dc71e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-eb8dc71e", "reconcileID": "7710630e-8a1b-4513-bb6f-b25d6e2aea7e", "Gateway": "e2e-ait-eb8dc71e", "namespace": "openshift-ingress"} 2026-06-08T16:14:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-eb8dc71e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-eb8dc71e", "reconcileID": "71b54d14-7b44-4207-8ae7-80a4a9047ed6", "Gateway": "e2e-ait-eb8dc71e", "namespace": "openshift-ingress"} 2026-06-08T16:14:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-eb8dc71e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-eb8dc71e", "reconcileID": "9eda07f0-c788-458b-ac92-3c1a3e2fcbf9", "Gateway": "e2e-ait-eb8dc71e", "namespace": "openshift-ingress"} 2026-06-08T16:14:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-eb8dc71e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-eb8dc71e", "reconcileID": "3d1c2333-c511-400a-81b3-e529e556ae25", "Gateway": "e2e-ait-eb8dc71e", "namespace": "openshift-ingress"} 2026-06-08T16:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "openshift-service-ca.crt", "reconcileID": "13604ebe-13f6-498b-8b5b-775d307e9103", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-trusted-ca-bundle", "reconcileID": "00594c65-895c-478b-8f57-50931760a36b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "openshift-service-ca.crt", "reconcileID": "b3b444d0-d8be-4228-afa3-11abc7438923", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-eb8dc71e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T16:14:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "openshift-service-ca.crt", "reconcileID": "b3b444d0-d8be-4228-afa3-11abc7438923", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "openshift-service-ca.crt", "reconcileID": "e7de6994-e3b9-4817-8e81-d2df892861a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d39ee2dd-49b1-4ef2-9e98-f2f91498ca4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-trusted-ca-bundle", "reconcileID": "5d476e77-ca12-49df-a07b-1d8bdf2f053c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T16:14:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-trusted-ca-bundle", "reconcileID": "5d476e77-ca12-49df-a07b-1d8bdf2f053c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66c151e6-dfd1-4b6d-b150-052234151bff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-eb8dc71e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-eb8dc71e", "reconcileID": "4673b377-7954-4a8a-bc12-cee16d7889d1", "Gateway": "e2e-ait-eb8dc71e", "namespace": "openshift-ingress"} 2026-06-08T16:14:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-eb8dc71e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-eb8dc71e", "reconcileID": "76b12d14-7c84-4c3a-a554-54dd59472fb3", "Gateway": "e2e-ait-eb8dc71e", "namespace": "openshift-ingress"} 2026-06-08T16:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-eb8dc71e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-eb8dc71e", "reconcileID": "59a8b253-f256-44ec-a995-518329235e5e", "Gateway": "e2e-ait-eb8dc71e", "namespace": "openshift-ingress"} 2026-06-08T16:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2723e15e-6b49-49b5-ba23-55e3cab1c249", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2723e15e-6b49-49b5-ba23-55e3cab1c249", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T16:14:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2723e15e-6b49-49b5-ba23-55e3cab1c249", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-eb8dc71e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T16:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-trusted-ca-bundle", "reconcileID": "c72320dd-4cbf-4af4-9a59-fde34a7af569", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-trusted-ca-bundle", "reconcileID": "c72320dd-4cbf-4af4-9a59-fde34a7af569", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "openshift-service-ca.crt", "reconcileID": "2b1cc28f-c18e-48a5-9bb2-659d4fbebdc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "openshift-service-ca.crt", "reconcileID": "2b1cc28f-c18e-48a5-9bb2-659d4fbebdc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f4745c3-0df7-4f92-bb0b-122473f4debc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-eb8dc71e"}, "namespace": "e2e-aitenant-eb8dc71e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f4745c3-0df7-4f92-bb0b-122473f4debc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-eb8dc71e"} 2026-06-08T16:14:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba7922e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba7922e6", "reconcileID": "9779849f-abb3-45be-ae56-d3e4a40f879e", "Gateway": "e2e-ait-ba7922e6", "namespace": "openshift-ingress"} 2026-06-08T16:14:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba7922e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba7922e6", "reconcileID": "48e0a143-99bc-4ff0-ab9a-293cbab40bd1", "Gateway": "e2e-ait-ba7922e6", "namespace": "openshift-ingress"} 2026-06-08T16:14:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba7922e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba7922e6", "reconcileID": "184379c2-5181-4345-ab47-7bd4699cfc11", "Gateway": "e2e-ait-ba7922e6", "namespace": "openshift-ingress"} 2026-06-08T16:14:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba7922e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba7922e6", "reconcileID": "f204c020-7201-42ed-96e5-80eb6c98bd83", "Gateway": "e2e-ait-ba7922e6", "namespace": "openshift-ingress"} 2026-06-08T16:14:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba7922e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba7922e6", "reconcileID": "7bfded26-659b-4c43-8ebc-cffc4e1e3d5b", "Gateway": "e2e-ait-ba7922e6", "namespace": "openshift-ingress"} 2026-06-08T16:14:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "openshift-service-ca.crt", "reconcileID": "ae882338-07b0-4872-83c2-de86c54fb38c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:14:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-trusted-ca-bundle", "reconcileID": "5d113f37-96a5-468f-abbe-59124455a2cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:14:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "openshift-service-ca.crt", "reconcileID": "044637fe-8298-4ef6-a2bf-4706e8dcd2a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba7922e6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T16:14:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "openshift-service-ca.crt", "reconcileID": "044637fe-8298-4ef6-a2bf-4706e8dcd2a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:14:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fccc74fc-3a59-4c84-987b-cb9b4633bf95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:14:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "openshift-service-ca.crt", "reconcileID": "0f0bcc25-ff0d-480d-bd3b-e952148a20e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:14:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-trusted-ca-bundle", "reconcileID": "1eed302f-f12c-42be-8e7e-42dffd1693bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ba7922e6", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T16:14:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-trusted-ca-bundle", "reconcileID": "1eed302f-f12c-42be-8e7e-42dffd1693bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:14:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83f58019-0129-42b0-b18e-cf2acad68522", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:15:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba7922e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba7922e6", "reconcileID": "94e397d4-cdd0-4b83-8bbd-018babc98c2e", "Gateway": "e2e-ait-ba7922e6", "namespace": "openshift-ingress"} 2026-06-08T16:15:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba7922e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba7922e6", "reconcileID": "a95f8b23-e2c1-4388-8ae5-b2ab7c18ac62", "Gateway": "e2e-ait-ba7922e6", "namespace": "openshift-ingress"} 2026-06-08T16:15:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e68d379d-89f2-4e43-927b-a7a99196825a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:15:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e68d379d-89f2-4e43-927b-a7a99196825a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba7922e6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T16:15:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e68d379d-89f2-4e43-927b-a7a99196825a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-ba7922e6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T16:15:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-trusted-ca-bundle", "reconcileID": "245ad79a-86db-4497-82b5-c0ebf3363b7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:15:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-trusted-ca-bundle", "reconcileID": "245ad79a-86db-4497-82b5-c0ebf3363b7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:15:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "openshift-service-ca.crt", "reconcileID": "f6935c51-c4df-4a26-817d-83154ebcdfcb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:15:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "openshift-service-ca.crt", "reconcileID": "f6935c51-c4df-4a26-817d-83154ebcdfcb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:15:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fe981ec-f887-4a21-9138-cbd4f9540d78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba7922e6"} 2026-06-08T16:15:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba7922e6"}, "namespace": "e2e-aitenant-ba7922e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fe981ec-f887-4a21-9138-cbd4f9540d78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba7922e6"}