2026-06-10T12:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "178db924-75e9-41ed-8e99-0b58ad046afc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T12:46:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "01bacac9-ecd8-484a-9b39-c4f44f169a33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:46:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "01bacac9-ecd8-484a-9b39-c4f44f169a33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T12:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fddcbef-556f-49f5-9b39-0a6d0e6a1f67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T12:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d66926ef-2307-4ffb-adad-acbafeb0342f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d66926ef-2307-4ffb-adad-acbafeb0342f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d66926ef-2307-4ffb-adad-acbafeb0342f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51643f9d-3a8b-4ae4-8b2d-703547f6014f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51643f9d-3a8b-4ae4-8b2d-703547f6014f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51643f9d-3a8b-4ae4-8b2d-703547f6014f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "1aaa9006-5b20-44c2-89eb-dad33686dd47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T12:47:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "12b00ff8-d91e-4cc4-a9ab-15b5ee867e61", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T12:47:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "48c2f4eb-b96e-4010-8e5e-a1ac2af9a2be", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:47:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "48c2f4eb-b96e-4010-8e5e-a1ac2af9a2be", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T12:47:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "59fdc4c3-9f38-4dc8-8fde-1fb4c979b35a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:47:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "59fdc4c3-9f38-4dc8-8fde-1fb4c979b35a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:47:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "d984586c-1f76-4360-b875-dd6a7085192f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:47:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "d984586c-1f76-4360-b875-dd6a7085192f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T12:47:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52eab5ce-e3fe-43b5-b622-31e85d846d1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T12:47:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "42886abd-87d1-49a2-8942-5c68cebac2c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "83311a36-f8d9-4fab-bff0-54285e765535", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "83311a36-f8d9-4fab-bff0-54285e765535", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "83311a36-f8d9-4fab-bff0-54285e765535", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d6ceefa-df9b-489f-b08b-3158c1d9c6dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d6ceefa-df9b-489f-b08b-3158c1d9c6dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:47:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "83311a36-f8d9-4fab-bff0-54285e765535", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T12:47:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "83311a36-f8d9-4fab-bff0-54285e765535", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "83311a36-f8d9-4fab-bff0-54285e765535", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d6ceefa-df9b-489f-b08b-3158c1d9c6dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df31c96-dd04-40cb-90cc-5971e5b16b01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df31c96-dd04-40cb-90cc-5971e5b16b01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df31c96-dd04-40cb-90cc-5971e5b16b01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a94fe3d-bdda-417c-88ea-3cdcba013feb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df31c96-dd04-40cb-90cc-5971e5b16b01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T12:47:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df31c96-dd04-40cb-90cc-5971e5b16b01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df31c96-dd04-40cb-90cc-5971e5b16b01", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a94fe3d-bdda-417c-88ea-3cdcba013feb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:47:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d4c7956c-b8b1-4ce6-a545-2b72cc7e8769", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d4c7956c-b8b1-4ce6-a545-2b72cc7e8769", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d4c7956c-b8b1-4ce6-a545-2b72cc7e8769", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d4c7956c-b8b1-4ce6-a545-2b72cc7e8769", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T12:47:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d4c7956c-b8b1-4ce6-a545-2b72cc7e8769", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d4c7956c-b8b1-4ce6-a545-2b72cc7e8769", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a94fe3d-bdda-417c-88ea-3cdcba013feb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1052b8af-c3d1-4a7f-a0e8-a3a258e5495e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7031ad52-1bdf-43ae-9cc2-877c69033d96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1052b8af-c3d1-4a7f-a0e8-a3a258e5495e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1052b8af-c3d1-4a7f-a0e8-a3a258e5495e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1052b8af-c3d1-4a7f-a0e8-a3a258e5495e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T12:47:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1052b8af-c3d1-4a7f-a0e8-a3a258e5495e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1052b8af-c3d1-4a7f-a0e8-a3a258e5495e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7031ad52-1bdf-43ae-9cc2-877c69033d96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7031ad52-1bdf-43ae-9cc2-877c69033d96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "883bbd2c-beb0-4621-bf7f-8dae7a048059", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "883bbd2c-beb0-4621-bf7f-8dae7a048059", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "883bbd2c-beb0-4621-bf7f-8dae7a048059", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1b978e0-5253-48ef-9b4e-e8c0b2c46e04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "883bbd2c-beb0-4621-bf7f-8dae7a048059", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:47:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "883bbd2c-beb0-4621-bf7f-8dae7a048059", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "883bbd2c-beb0-4621-bf7f-8dae7a048059", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1b978e0-5253-48ef-9b4e-e8c0b2c46e04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1b978e0-5253-48ef-9b4e-e8c0b2c46e04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73fb25ae-8208-43fb-990c-94819bef2368", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73fb25ae-8208-43fb-990c-94819bef2368", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73fb25ae-8208-43fb-990c-94819bef2368", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e67b628-3f8b-4d4d-b50c-4822d72ff6b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73fb25ae-8208-43fb-990c-94819bef2368", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:47:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73fb25ae-8208-43fb-990c-94819bef2368", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73fb25ae-8208-43fb-990c-94819bef2368", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e67b628-3f8b-4d4d-b50c-4822d72ff6b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e67b628-3f8b-4d4d-b50c-4822d72ff6b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d207c1b6-2751-42d9-bcd5-26833bbc5673", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d207c1b6-2751-42d9-bcd5-26833bbc5673", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d207c1b6-2751-42d9-bcd5-26833bbc5673", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d207c1b6-2751-42d9-bcd5-26833bbc5673", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T12:47:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d207c1b6-2751-42d9-bcd5-26833bbc5673", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d207c1b6-2751-42d9-bcd5-26833bbc5673", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b140ce9-6c72-4770-bd38-8c28790180d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b140ce9-6c72-4770-bd38-8c28790180d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b140ce9-6c72-4770-bd38-8c28790180d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:42Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:47:42Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:47:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:47:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:47:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "561921de-2cd1-4524-905b-abc64dd13d64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "561921de-2cd1-4524-905b-abc64dd13d64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:47:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "561921de-2cd1-4524-905b-abc64dd13d64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:47:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ddee1c9e-7fff-427a-81f6-b691d678b152", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ddee1c9e-7fff-427a-81f6-b691d678b152", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ddee1c9e-7fff-427a-81f6-b691d678b152", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ddee1c9e-7fff-427a-81f6-b691d678b152", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T12:47:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ddee1c9e-7fff-427a-81f6-b691d678b152", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:47:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ddee1c9e-7fff-427a-81f6-b691d678b152", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:47:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "163e430f-18df-4fca-8207-e32603db29ad", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:47:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "163e430f-18df-4fca-8207-e32603db29ad", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:47:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "163e430f-18df-4fca-8207-e32603db29ad", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:47:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "163e430f-18df-4fca-8207-e32603db29ad", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T12:47:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "163e430f-18df-4fca-8207-e32603db29ad", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:47:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "163e430f-18df-4fca-8207-e32603db29ad", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc411ff7-75fc-4ce7-bfd0-b25932b6eef9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc411ff7-75fc-4ce7-bfd0-b25932b6eef9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc411ff7-75fc-4ce7-bfd0-b25932b6eef9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:48:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f2faa87-a333-4302-9980-758f460592dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:48:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f2faa87-a333-4302-9980-758f460592dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:48:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f2faa87-a333-4302-9980-758f460592dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:48:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f2faa87-a333-4302-9980-758f460592dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T12:48:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f2faa87-a333-4302-9980-758f460592dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7f2faa87-a333-4302-9980-758f460592dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:48:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eb7c8f21-0bfb-4231-9799-f8a649a16e83", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:48:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eb7c8f21-0bfb-4231-9799-f8a649a16e83", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:48:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eb7c8f21-0bfb-4231-9799-f8a649a16e83", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:48:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eb7c8f21-0bfb-4231-9799-f8a649a16e83", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T12:48:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eb7c8f21-0bfb-4231-9799-f8a649a16e83", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eb7c8f21-0bfb-4231-9799-f8a649a16e83", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:48:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0348a30c-25bb-4e9a-b97e-a8c24b4e023e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:48:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0348a30c-25bb-4e9a-b97e-a8c24b4e023e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:48:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0348a30c-25bb-4e9a-b97e-a8c24b4e023e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:48:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5156bc91-7983-4a5c-8190-7334e38889e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:48:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5156bc91-7983-4a5c-8190-7334e38889e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:48:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5156bc91-7983-4a5c-8190-7334e38889e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:48:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5156bc91-7983-4a5c-8190-7334e38889e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T12:48:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5156bc91-7983-4a5c-8190-7334e38889e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5156bc91-7983-4a5c-8190-7334e38889e4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:48:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ae3be743-47ff-4f8b-ba7c-8dfad27151ce", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ae3be743-47ff-4f8b-ba7c-8dfad27151ce", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ae3be743-47ff-4f8b-ba7c-8dfad27151ce", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ae3be743-47ff-4f8b-ba7c-8dfad27151ce", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:48:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ae3be743-47ff-4f8b-ba7c-8dfad27151ce", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ae3be743-47ff-4f8b-ba7c-8dfad27151ce", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "490bc26e-0446-4b8c-9a9b-b1c9d1d64fb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:48:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "490bc26e-0446-4b8c-9a9b-b1c9d1d64fb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:48:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "490bc26e-0446-4b8c-9a9b-b1c9d1d64fb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:48:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "07a6bdd4-69aa-4582-8d04-b975f078895b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "07a6bdd4-69aa-4582-8d04-b975f078895b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "07a6bdd4-69aa-4582-8d04-b975f078895b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "07a6bdd4-69aa-4582-8d04-b975f078895b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:48:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "07a6bdd4-69aa-4582-8d04-b975f078895b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "07a6bdd4-69aa-4582-8d04-b975f078895b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c830c83d-331d-42c6-99a9-7f488088dd97", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c830c83d-331d-42c6-99a9-7f488088dd97", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c830c83d-331d-42c6-99a9-7f488088dd97", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c830c83d-331d-42c6-99a9-7f488088dd97", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:48:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c830c83d-331d-42c6-99a9-7f488088dd97", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c830c83d-331d-42c6-99a9-7f488088dd97", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45d0614b-a53c-482c-acc1-408b2f07a357", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:48:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45d0614b-a53c-482c-acc1-408b2f07a357", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:48:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45d0614b-a53c-482c-acc1-408b2f07a357", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:48:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "adcd0d7d-37cc-4c05-813c-015aaf37d238", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "adcd0d7d-37cc-4c05-813c-015aaf37d238", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "adcd0d7d-37cc-4c05-813c-015aaf37d238", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "adcd0d7d-37cc-4c05-813c-015aaf37d238", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:48:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "adcd0d7d-37cc-4c05-813c-015aaf37d238", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "adcd0d7d-37cc-4c05-813c-015aaf37d238", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:48:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80bcf257-8dda-4f5b-b54a-2f4f14ffb0db", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:48:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80bcf257-8dda-4f5b-b54a-2f4f14ffb0db", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:48:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80bcf257-8dda-4f5b-b54a-2f4f14ffb0db", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:48:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80bcf257-8dda-4f5b-b54a-2f4f14ffb0db", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T12:48:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80bcf257-8dda-4f5b-b54a-2f4f14ffb0db", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80bcf257-8dda-4f5b-b54a-2f4f14ffb0db", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:48:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb11825e-98a1-4bbf-b9a9-188bfe42a4fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:48:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb11825e-98a1-4bbf-b9a9-188bfe42a4fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:48:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb11825e-98a1-4bbf-b9a9-188bfe42a4fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:48:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1bc94482-c5f0-4e8e-8923-7feebbc494fc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:48:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1bc94482-c5f0-4e8e-8923-7feebbc494fc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:48:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1bc94482-c5f0-4e8e-8923-7feebbc494fc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:48:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1bc94482-c5f0-4e8e-8923-7feebbc494fc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T12:48:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1bc94482-c5f0-4e8e-8923-7feebbc494fc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1bc94482-c5f0-4e8e-8923-7feebbc494fc", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:48:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f1d047fc-446d-4e72-8ff6-3dbc1af9b51b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:48:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f1d047fc-446d-4e72-8ff6-3dbc1af9b51b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:48:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f1d047fc-446d-4e72-8ff6-3dbc1af9b51b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:48:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f1d047fc-446d-4e72-8ff6-3dbc1af9b51b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T12:48:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f1d047fc-446d-4e72-8ff6-3dbc1af9b51b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f1d047fc-446d-4e72-8ff6-3dbc1af9b51b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:48:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4379908b-8df2-454b-af6e-eb8440bc0e28", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:48:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4379908b-8df2-454b-af6e-eb8440bc0e28", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:48:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4379908b-8df2-454b-af6e-eb8440bc0e28", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:48:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4379908b-8df2-454b-af6e-eb8440bc0e28", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T12:48:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4379908b-8df2-454b-af6e-eb8440bc0e28", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:48:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4379908b-8df2-454b-af6e-eb8440bc0e28", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:49:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f8bfba10-ecfe-40e3-adce-6cc63c5f6578", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:49:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f8bfba10-ecfe-40e3-adce-6cc63c5f6578", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:49:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f8bfba10-ecfe-40e3-adce-6cc63c5f6578", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:49:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f8bfba10-ecfe-40e3-adce-6cc63c5f6578", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T12:49:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f8bfba10-ecfe-40e3-adce-6cc63c5f6578", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:49:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f8bfba10-ecfe-40e3-adce-6cc63c5f6578", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:49:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bac3b280-1521-492f-80f9-9b93de51f71c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:49:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bac3b280-1521-492f-80f9-9b93de51f71c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:49:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bac3b280-1521-492f-80f9-9b93de51f71c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:49:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bac3b280-1521-492f-80f9-9b93de51f71c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:49:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bac3b280-1521-492f-80f9-9b93de51f71c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:49:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bac3b280-1521-492f-80f9-9b93de51f71c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:49:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bb6a6610-e244-468a-b50b-6bfb247df55a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:49:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bb6a6610-e244-468a-b50b-6bfb247df55a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:49:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bb6a6610-e244-468a-b50b-6bfb247df55a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:49:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bb6a6610-e244-468a-b50b-6bfb247df55a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:49:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bb6a6610-e244-468a-b50b-6bfb247df55a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:49:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bb6a6610-e244-468a-b50b-6bfb247df55a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:49:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "172902fe-0c92-4a98-829a-980a4a105c33", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:49:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "172902fe-0c92-4a98-829a-980a4a105c33", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:49:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "172902fe-0c92-4a98-829a-980a4a105c33", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:49:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "172902fe-0c92-4a98-829a-980a4a105c33", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T12:49:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "172902fe-0c92-4a98-829a-980a4a105c33", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:49:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "172902fe-0c92-4a98-829a-980a4a105c33", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:49:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c7a4e656-0212-4b62-961f-993192c8114a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:49:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c7a4e656-0212-4b62-961f-993192c8114a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:49:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c7a4e656-0212-4b62-961f-993192c8114a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:49:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c7a4e656-0212-4b62-961f-993192c8114a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T12:49:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c7a4e656-0212-4b62-961f-993192c8114a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:49:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c7a4e656-0212-4b62-961f-993192c8114a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:49:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "03cd9ffc-99c6-48cf-81c8-326b8ad12193", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T12:49:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "4bf981c6-6571-4b59-8d35-d404cfd2a3d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T12:49:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7271b4fd-20b7-4451-8fa6-cfddd10d96d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:49:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7271b4fd-20b7-4451-8fa6-cfddd10d96d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T12:49:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "940e0536-b550-4c6a-9c9d-3bd11805efe1", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T12:49:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b431869-ab8a-45dd-9e87-855f56827a88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T12:49:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "b0cbb5fe-46ec-4900-a0fd-c5150958ab79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:49:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "b0cbb5fe-46ec-4900-a0fd-c5150958ab79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T12:49:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b04944be-88dc-4eba-9f51-3631e4e47d6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T12:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "797b7542-299e-4637-a613-9baac627b880", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T12:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "789f28e2-ef47-4df9-a4c9-f034515c8998", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T12:49:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "753255c4-9cc3-47e6-9e25-82d29ca06928", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:49:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "753255c4-9cc3-47e6-9e25-82d29ca06928", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T12:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da120cf6-4c06-489d-91b3-3ced7fa82112", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T12:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "68ad8a11-a9cb-430d-92e5-3aa95a140b9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T12:49:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "6a9de5ce-7c6a-401b-9524-625db41823e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:49:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "6a9de5ce-7c6a-401b-9524-625db41823e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T12:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8c6e528-367d-4d9c-b326-1703e1429531", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T12:51:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4335f496-3e0b-4318-bf82-7e4daa8e9265", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:51:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c3bcdc74-f6eb-482a-a276-3e78cf1b8ad6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:51:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cbb16de2-983a-4df7-adec-17abd6aa62d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:51:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cbb16de2-983a-4df7-adec-17abd6aa62d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:51:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2506011-3d6d-4520-aadb-4d78adb4002b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:51:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fb5d52d0-d474-4b4d-b595-9f47b89dcd42", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:51:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e95894cd-5509-4ba4-bcee-0b71bac805fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:51:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e95894cd-5509-4ba4-bcee-0b71bac805fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:51:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "704d120e-6b44-49e0-9150-1f94f56405ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:52:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4992fea2-4d1d-4e18-aaa6-edf6c2b94ea3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:52:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4992fea2-4d1d-4e18-aaa6-edf6c2b94ea3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:52:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4992fea2-4d1d-4e18-aaa6-edf6c2b94ea3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:52:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fc5016c7-ea47-49c2-9fb9-6aadf42b4254", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:52:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fc5016c7-ea47-49c2-9fb9-6aadf42b4254", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:52:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bd03595a-e6c0-4460-94fc-a44eb52fc760", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:52:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bd03595a-e6c0-4460-94fc-a44eb52fc760", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:52:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acb6f3b6-8f47-4541-aff5-3783db9c7031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:52:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acb6f3b6-8f47-4541-aff5-3783db9c7031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7f3717a0-3872-4e4f-abfe-4473d6e4c200", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:52:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "82424985-51e3-4913-9f4d-751e014aa2d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:52:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "82424985-51e3-4913-9f4d-751e014aa2d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3fd9d7b0-4c3f-4ebd-a9f1-b04e3f06e562", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e110d3d-32ed-43ae-b1c1-dff0774bf81f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "167c15ea-c030-4d86-8b4b-1a68c1beaf87", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:52:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f68b3307-faf3-413e-b27a-67247e4e2499", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:52:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f68b3307-faf3-413e-b27a-67247e4e2499", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3c08866-70e7-471b-93f3-e6c799867539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:53:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5767635-4f44-48d1-889f-b32fe4835deb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:53:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5767635-4f44-48d1-889f-b32fe4835deb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:53:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5767635-4f44-48d1-889f-b32fe4835deb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:53:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f6cf4375-6839-45aa-9b8c-35a9b5e98614", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:53:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f6cf4375-6839-45aa-9b8c-35a9b5e98614", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:53:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2313458e-6de0-47de-b593-862a8cf83264", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:53:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2313458e-6de0-47de-b593-862a8cf83264", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:53:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e588be4-7705-4c3d-9965-84f0ff7dad3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:53:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e588be4-7705-4c3d-9965-84f0ff7dad3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "openshift-service-ca.crt", "reconcileID": "b3764c4f-6bd5-4498-909f-959f829b7168", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-trusted-ca-bundle", "reconcileID": "96f0e117-1a94-495a-baa6-d362aa9fb0e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "openshift-service-ca.crt", "reconcileID": "b158c25c-3fa3-4fda-8805-87b852194742", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-088e0b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:53:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "openshift-service-ca.crt", "reconcileID": "b158c25c-3fa3-4fda-8805-87b852194742", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "openshift-service-ca.crt", "reconcileID": "261ab36c-1637-4b24-94e8-64b70dc7cdff", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9b0a002-fd98-49ff-9733-4466f60008f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-trusted-ca-bundle", "reconcileID": "f0378bb1-3f5b-4383-9c62-cc778aec13cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-088e0b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:53:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-trusted-ca-bundle", "reconcileID": "f0378bb1-3f5b-4383-9c62-cc778aec13cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e622ac10-6007-486a-a98c-482b613b9afc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "438afede-c13e-4cea-b0c6-249f09f110c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "438afede-c13e-4cea-b0c6-249f09f110c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "438afede-c13e-4cea-b0c6-249f09f110c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d56978d1-38e8-436f-963a-6ab970195b27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d56978d1-38e8-436f-963a-6ab970195b27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d56978d1-38e8-436f-963a-6ab970195b27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4a47821-51e5-4a3d-b733-72918c647400", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4a47821-51e5-4a3d-b733-72918c647400", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:53:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4a47821-51e5-4a3d-b733-72918c647400", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eedc6bb2-904b-44bb-a847-aec25b19f300", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eedc6bb2-904b-44bb-a847-aec25b19f300", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:53:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eedc6bb2-904b-44bb-a847-aec25b19f300", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56def2b8-1bb9-4d10-b7ac-24601dff7ba7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56def2b8-1bb9-4d10-b7ac-24601dff7ba7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-088e0b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:53:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56def2b8-1bb9-4d10-b7ac-24601dff7ba7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-088e0b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:53:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-trusted-ca-bundle", "reconcileID": "1b9153f7-fa32-4a0e-a91d-9c0e57c82d1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-trusted-ca-bundle", "reconcileID": "1b9153f7-fa32-4a0e-a91d-9c0e57c82d1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "openshift-service-ca.crt", "reconcileID": "800f023b-7662-4f71-8fc0-cd066492da6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "openshift-service-ca.crt", "reconcileID": "800f023b-7662-4f71-8fc0-cd066492da6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d76f65ce-47ae-428c-8b1a-2f7ca42fd444", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-088e0b"}, "namespace": "e2e-modelref-088e0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d76f65ce-47ae-428c-8b1a-2f7ca42fd444", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-088e0b"} 2026-06-10T12:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "openshift-service-ca.crt", "reconcileID": "15df95e4-53c3-4d3d-95c0-87a48b4b9938", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-trusted-ca-bundle", "reconcileID": "777b3822-9fbe-4894-b914-d83f00643ea0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:53:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "openshift-service-ca.crt", "reconcileID": "84ef5998-561a-4cc0-a39a-9656e1a7ded9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bebd5b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:53:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "openshift-service-ca.crt", "reconcileID": "84ef5998-561a-4cc0-a39a-9656e1a7ded9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:53:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "openshift-service-ca.crt", "reconcileID": "dc9da1b5-bc94-4aa8-bb87-282dc3d5768a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bebd5b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:53:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "openshift-service-ca.crt", "reconcileID": "dc9da1b5-bc94-4aa8-bb87-282dc3d5768a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "050a68b1-fd08-472c-ba66-45c43cfe4583", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "openshift-service-ca.crt", "reconcileID": "e17fea95-583f-45e9-b5d3-0974e19b37f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:53:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-trusted-ca-bundle", "reconcileID": "47ca292c-00dd-48b7-8d9d-a7f398f2db18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-bebd5b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:53:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-trusted-ca-bundle", "reconcileID": "47ca292c-00dd-48b7-8d9d-a7f398f2db18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b312132b-fc18-44cb-b1e8-a6b386ac03c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:53:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b991a3a2-22cd-49b4-a2bb-91c326b8d5d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b991a3a2-22cd-49b4-a2bb-91c326b8d5d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b991a3a2-22cd-49b4-a2bb-91c326b8d5d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6010683c-5730-439c-a90b-fea07962bc26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6010683c-5730-439c-a90b-fea07962bc26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6010683c-5730-439c-a90b-fea07962bc26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c736e50e-fdd0-4268-836f-c579a0ba64e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c736e50e-fdd0-4268-836f-c579a0ba64e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:53:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c736e50e-fdd0-4268-836f-c579a0ba64e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ffca8cf3-0a1f-4cfd-980b-d43dbef6b512", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:53:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ffca8cf3-0a1f-4cfd-980b-d43dbef6b512", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ffca8cf3-0a1f-4cfd-980b-d43dbef6b512", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:54:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb7c0b85-0b53-4ee4-88dd-03e8520ce196", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:54:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb7c0b85-0b53-4ee4-88dd-03e8520ce196", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bebd5b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:54:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb7c0b85-0b53-4ee4-88dd-03e8520ce196", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-bebd5b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:54:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-trusted-ca-bundle", "reconcileID": "c3bcef95-eeec-433e-b544-ca96ea5e286c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:54:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-trusted-ca-bundle", "reconcileID": "c3bcef95-eeec-433e-b544-ca96ea5e286c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:54:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "openshift-service-ca.crt", "reconcileID": "a1281fdc-0af2-4511-9267-8830e96a13a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:54:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "openshift-service-ca.crt", "reconcileID": "a1281fdc-0af2-4511-9267-8830e96a13a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:54:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5936829d-827a-4d23-ae8b-04aa39ae040f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:54:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bebd5b"}, "namespace": "e2e-modelref-bebd5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5936829d-827a-4d23-ae8b-04aa39ae040f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bebd5b"} 2026-06-10T12:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-trusted-ca-bundle", "reconcileID": "a9eb5c60-c833-46e4-af29-153d37faf11c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "openshift-service-ca.crt", "reconcileID": "7a20ecb5-94f6-4a55-b5b2-73a46312f068", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "openshift-service-ca.crt", "reconcileID": "010d71d2-e5c9-42d3-bb03-d618f48024cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-568fa4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:54:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "openshift-service-ca.crt", "reconcileID": "010d71d2-e5c9-42d3-bb03-d618f48024cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "openshift-service-ca.crt", "reconcileID": "f4fed8e7-b391-4527-8e8c-3e3ad3557c87", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "628a61e7-b7e9-43f6-941d-ab5538e949eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-trusted-ca-bundle", "reconcileID": "dfec9ebb-7f24-4e4d-8436-812fbb21a4ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-568fa4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:54:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-trusted-ca-bundle", "reconcileID": "dfec9ebb-7f24-4e4d-8436-812fbb21a4ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dad0bb3c-4431-47c2-a1d5-801d0e32b20d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47b34b57-eeb6-4911-aaa3-ad29c2fb5626", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47b34b57-eeb6-4911-aaa3-ad29c2fb5626", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-568fa4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:54:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47b34b57-eeb6-4911-aaa3-ad29c2fb5626", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-568fa4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:54:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-trusted-ca-bundle", "reconcileID": "84606aa1-8f2b-4f3c-8706-665e779cbc14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-trusted-ca-bundle", "reconcileID": "84606aa1-8f2b-4f3c-8706-665e779cbc14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "openshift-service-ca.crt", "reconcileID": "b1469032-850b-4820-843c-3956b8fd4e73", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "openshift-service-ca.crt", "reconcileID": "b1469032-850b-4820-843c-3956b8fd4e73", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6f7d19e-2843-4c04-803d-a392430890e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-568fa4"}, "namespace": "e2e-webhook-test-568fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6f7d19e-2843-4c04-803d-a392430890e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-568fa4"} 2026-06-10T12:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "openshift-service-ca.crt", "reconcileID": "b1d14eb9-4ea0-4e91-a004-69c60587e7db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-trusted-ca-bundle", "reconcileID": "07a418e1-a512-4588-8463-9d9ab8a21eca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "openshift-service-ca.crt", "reconcileID": "e45eed96-6b0d-4b18-894e-7d29f79f44b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e678b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:54:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "openshift-service-ca.crt", "reconcileID": "e45eed96-6b0d-4b18-894e-7d29f79f44b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbf4d52a-8229-435c-8b64-895bdf34f59c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "openshift-service-ca.crt", "reconcileID": "7280f471-a98b-4ef5-99ee-e837bdaece08", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-trusted-ca-bundle", "reconcileID": "60df4bdf-5b5c-49b0-9dea-e5a18c23bc4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1e678b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:54:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-trusted-ca-bundle", "reconcileID": "60df4bdf-5b5c-49b0-9dea-e5a18c23bc4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "793d6a40-86a6-4a99-b50b-209f589b6a8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81da2cd1-9ec3-4f91-8ebc-6c404f80dcb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81da2cd1-9ec3-4f91-8ebc-6c404f80dcb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e678b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:54:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81da2cd1-9ec3-4f91-8ebc-6c404f80dcb2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-1e678b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:54:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-trusted-ca-bundle", "reconcileID": "6e1dbf5d-20a8-4528-bbda-78e13afd600a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-trusted-ca-bundle", "reconcileID": "6e1dbf5d-20a8-4528-bbda-78e13afd600a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "openshift-service-ca.crt", "reconcileID": "7f52da62-38a5-4ffd-9fbe-8da31f98615c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "openshift-service-ca.crt", "reconcileID": "7f52da62-38a5-4ffd-9fbe-8da31f98615c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "676f5679-2e60-4c45-b132-ba35527b26af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e678b"}, "namespace": "e2e-webhook-test-1e678b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "676f5679-2e60-4c45-b132-ba35527b26af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e678b"} 2026-06-10T12:54:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:54:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:54:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:54:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T13:11:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "737ae133-b597-4457-b5ee-074ee40a4dd3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T13:11:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "737ae133-b597-4457-b5ee-074ee40a4dd3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T13:11:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "737ae133-b597-4457-b5ee-074ee40a4dd3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T13:11:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04f2cbf6-578f-450c-b938-3d0b68e98e31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T13:11:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04f2cbf6-578f-450c-b938-3d0b68e98e31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T13:11:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04f2cbf6-578f-450c-b938-3d0b68e98e31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T13:12:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4bea3112-bf0b-422a-8922-e72ca2891345", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T13:12:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4bea3112-bf0b-422a-8922-e72ca2891345", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T13:12:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4bea3112-bf0b-422a-8922-e72ca2891345", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T13:12:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154b762b-2d46-4dda-9706-68ef5596e86f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T13:12:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154b762b-2d46-4dda-9706-68ef5596e86f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T13:12:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "154b762b-2d46-4dda-9706-68ef5596e86f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T13:12:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-22365e29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-22365e29", "reconcileID": "f60f06af-8548-405e-a496-39be4ca7b08d", "Gateway": "e2e-ait-22365e29", "namespace": "openshift-ingress"} 2026-06-10T13:12:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-22365e29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-22365e29", "reconcileID": "df31d9cb-d12c-409d-b40b-911c09db3dcc", "Gateway": "e2e-ait-22365e29", "namespace": "openshift-ingress"} 2026-06-10T13:12:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-22365e29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-22365e29", "reconcileID": "8785af91-2c02-43e4-8afa-24da794e070a", "Gateway": "e2e-ait-22365e29", "namespace": "openshift-ingress"} 2026-06-10T13:12:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-22365e29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-22365e29", "reconcileID": "7b154c65-be36-4113-8c8b-e4c0ed23b0bd", "Gateway": "e2e-ait-22365e29", "namespace": "openshift-ingress"} 2026-06-10T13:12:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-22365e29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-22365e29", "reconcileID": "7157554a-62d0-44af-8089-0e32406d0781", "Gateway": "e2e-ait-22365e29", "namespace": "openshift-ingress"} 2026-06-10T13:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "openshift-service-ca.crt", "reconcileID": "86dc7740-4143-47ef-8037-6a9145b15284", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-trusted-ca-bundle", "reconcileID": "183bce26-2dc9-46c3-806a-7d2a54f94b23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-22365e29", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T13:12:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-trusted-ca-bundle", "reconcileID": "183bce26-2dc9-46c3-806a-7d2a54f94b23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "openshift-service-ca.crt", "reconcileID": "24d33aba-0ff0-4422-8055-bf01128f7556", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-22365e29", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T13:12:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "openshift-service-ca.crt", "reconcileID": "24d33aba-0ff0-4422-8055-bf01128f7556", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T13:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f72f393-8301-4e33-8ce1-25328e41427e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "openshift-service-ca.crt", "reconcileID": "ee39e8ee-3c8a-4d99-aeda-80fafcc7667c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "openshift-service-ca.crt", "reconcileID": "81df0989-e66c-422e-85a7-2def453196c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-trusted-ca-bundle", "reconcileID": "9df55c02-b1d3-45f9-8d96-6664efc7cda3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-22365e29", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T13:12:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-trusted-ca-bundle", "reconcileID": "9df55c02-b1d3-45f9-8d96-6664efc7cda3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63786951-c1b5-458e-84be-330fff98345f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-22365e29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-22365e29", "reconcileID": "7fb820a7-592e-40ea-ad5f-23b933f6c54e", "Gateway": "e2e-ait-22365e29", "namespace": "openshift-ingress"} 2026-06-10T13:12:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-22365e29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-22365e29", "reconcileID": "99c300d7-2a0d-4633-94a4-8935423f6010", "Gateway": "e2e-ait-22365e29", "namespace": "openshift-ingress"} 2026-06-10T13:12:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99688e56-1dd6-4e1a-8578-3b3b739eb479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99688e56-1dd6-4e1a-8578-3b3b739eb479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-22365e29", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T13:12:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99688e56-1dd6-4e1a-8578-3b3b739eb479", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-22365e29 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T13:12:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-trusted-ca-bundle", "reconcileID": "031adb82-7a62-4d48-ab0c-440889ffabb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-trusted-ca-bundle", "reconcileID": "031adb82-7a62-4d48-ab0c-440889ffabb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "openshift-service-ca.crt", "reconcileID": "2e106d7f-0039-4ec3-a854-22de31cdd721", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "openshift-service-ca.crt", "reconcileID": "2e106d7f-0039-4ec3-a854-22de31cdd721", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdcaa9a1-3cfd-41b1-97cd-dba644d949d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-22365e29"}, "namespace": "e2e-aitenant-22365e29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdcaa9a1-3cfd-41b1-97cd-dba644d949d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-22365e29"} 2026-06-10T13:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-90a507d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-90a507d8", "reconcileID": "0a501b12-647a-4551-b984-5c896aae6dd4", "Gateway": "e2e-ait-90a507d8", "namespace": "openshift-ingress"} 2026-06-10T13:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-90a507d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-90a507d8", "reconcileID": "d5c22fe0-f172-43ad-9804-5ac58164b627", "Gateway": "e2e-ait-90a507d8", "namespace": "openshift-ingress"} 2026-06-10T13:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-90a507d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-90a507d8", "reconcileID": "dd946c9b-4f42-463d-b6fb-ef347e743a9a", "Gateway": "e2e-ait-90a507d8", "namespace": "openshift-ingress"} 2026-06-10T13:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-90a507d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-90a507d8", "reconcileID": "f3eb2371-0979-43b0-96bd-21112a416e31", "Gateway": "e2e-ait-90a507d8", "namespace": "openshift-ingress"} 2026-06-10T13:12:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "openshift-service-ca.crt", "reconcileID": "1b6d2338-52e8-447c-9890-7b5fd0fec38c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-90a507d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-90a507d8", "reconcileID": "1a9e04ff-0ba9-419c-8b6a-ab15c6a7801c", "Gateway": "e2e-ait-90a507d8", "namespace": "openshift-ingress"} 2026-06-10T13:12:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-trusted-ca-bundle", "reconcileID": "da54544f-3c2e-432e-aedb-66e0e336ca8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "openshift-service-ca.crt", "reconcileID": "e1e11f4c-57fa-4a1a-874f-830c25093fca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-90a507d8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T13:12:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "openshift-service-ca.crt", "reconcileID": "e1e11f4c-57fa-4a1a-874f-830c25093fca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adb1b435-9251-4a97-a49f-db7508869680", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "openshift-service-ca.crt", "reconcileID": "3bd149e9-623d-458f-b459-a38b431bf67e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-trusted-ca-bundle", "reconcileID": "38f21ca9-7173-461a-83f2-79c20c02dc93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-90a507d8", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T13:12:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-trusted-ca-bundle", "reconcileID": "38f21ca9-7173-461a-83f2-79c20c02dc93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "381c0785-ef1d-4bf3-88c5-7b1b5dc1cfaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-90a507d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-90a507d8", "reconcileID": "ed98220a-1e03-48eb-8c55-34ec2e8a84b0", "Gateway": "e2e-ait-90a507d8", "namespace": "openshift-ingress"} 2026-06-10T13:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-90a507d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-90a507d8", "reconcileID": "5d546e1c-d13a-41f7-bcc8-cdbea800686d", "Gateway": "e2e-ait-90a507d8", "namespace": "openshift-ingress"} 2026-06-10T13:12:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df08fd89-9cb9-4be6-9bf1-6bba72265f65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df08fd89-9cb9-4be6-9bf1-6bba72265f65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-90a507d8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T13:12:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df08fd89-9cb9-4be6-9bf1-6bba72265f65", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-90a507d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T13:12:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-trusted-ca-bundle", "reconcileID": "2723c138-e940-42f6-bc6f-ec4331ae2a6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-trusted-ca-bundle", "reconcileID": "2723c138-e940-42f6-bc6f-ec4331ae2a6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "openshift-service-ca.crt", "reconcileID": "736304c4-95c9-4b16-b967-b75abd129aa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "openshift-service-ca.crt", "reconcileID": "736304c4-95c9-4b16-b967-b75abd129aa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bea07912-5d92-4a84-bea5-0c6bff0a7ec5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-90a507d8"}, "namespace": "e2e-aitenant-90a507d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bea07912-5d92-4a84-bea5-0c6bff0a7ec5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-90a507d8"} 2026-06-10T13:12:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T13:12:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T13:12:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T13:12:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}