2026-07-17T17:54:52Z INFO Starting workers {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "worker count": 1} 2026-07-17T17:54:53Z ERROR fail to get ray ca cert secret {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring", "secret": "ray-ca-tls", "namespace": "opendatahub", "error": "Secret \"ray-ca-tls\" not found"} github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).reconcileMultiNodeSR /workspace/internal/controller/serving/servingruntime_controller.go:289 github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).Reconcile /workspace/internal/controller/serving/servingruntime_controller.go:270 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T17:54:53Z ERROR Reconciler error {"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "ServingRuntime": {"name":"openshift-monitoring","namespace":"openshift-monitoring"}, "namespace": "openshift-monitoring", "name": "openshift-monitoring", "reconcileID": "4de7ad5a-c1a2-4cdc-8efe-ed14882c613e", "error": "Secret \"ray-ca-tls\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T17:54:53Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T17:54:53Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T17:54:59Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T17:54:59Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T17:54:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-07-17T17:54:59Z INFO Multi Node reconciling. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-07-17T17:55:03Z INFO Multi Node reconciled successfully. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-07-17T17:55:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "f7f8d0e4-ece8-49dd-ab9e-268f68fccbea", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-07-17T17:55:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "918121fd-9fe0-4b49-9911-ac6cb3abe762", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-07-17T17:55:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "058f0db2-152a-4fc1-8b88-a77f558550a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T17:55:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "058f0db2-152a-4fc1-8b88-a77f558550a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-07-17T17:55:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0036485f-6c2a-42f0-a85a-bb31f4527c8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-07-17T17:55:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "7ec70ef0-d29f-495f-9fac-1abe66de51ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-07-17T17:55:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "26e6ae10-15cc-42a3-9d34-78982ba13b34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T17:55:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "26e6ae10-15cc-42a3-9d34-78982ba13b34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-07-17T17:55:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a73f7129-bba5-49fa-b001-caee5e5d7a86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-07-17T17:57:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "377c878c-7431-44ab-8007-a852e39611fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:57:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "377c878c-7431-44ab-8007-a852e39611fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:57:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "377c878c-7431-44ab-8007-a852e39611fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:57:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a37cf9f3-0ceb-45df-94e1-4c09a0fee3df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:57:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a37cf9f3-0ceb-45df-94e1-4c09a0fee3df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:57:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a37cf9f3-0ceb-45df-94e1-4c09a0fee3df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:57:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "277dcc32-b958-447b-8f38-ec021fb15ce5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:57:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "277dcc32-b958-447b-8f38-ec021fb15ce5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:57:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "277dcc32-b958-447b-8f38-ec021fb15ce5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:57:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3130c0be-b1fd-424e-b1f5-68819d903020", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:57:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3130c0be-b1fd-424e-b1f5-68819d903020", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:57:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3130c0be-b1fd-424e-b1f5-68819d903020", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f920fa1e-c862-4008-a8e5-c9d8477f1bcc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T17:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "4340a9db-ce6d-4ceb-954d-68092aa77af8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "odh-ai-gateway-infra"} 2026-07-17T17:57:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be44635c-9097-40d4-8249-23f58b251b6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T17:57:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be44635c-9097-40d4-8249-23f58b251b6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T17:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af35a484-64ea-46fd-86e2-823ed9cb3ab3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "odh-ai-gateway-infra"} 2026-07-17T17:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e51dfc2b-f051-488f-987e-ed72e850182a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T17:57:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "8a845868-db84-47ca-9bf3-09fcc19aeb0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "odh-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T17:57:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "8a845868-db84-47ca-9bf3-09fcc19aeb0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "odh-ai-gateway-infra"} 2026-07-17T17:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82304ebd-b92a-440a-9d43-8d20acdbd344", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "odh-ai-gateway-infra"} 2026-07-17T17:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "772e17d4-9fa4-4675-9197-308974f7bdac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-07-17T17:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "7cacf680-314f-4d9b-bdf2-e996af4b193c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-07-17T17:58:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "aff0afbd-13d6-4d8a-91df-6c82829e2161", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T17:58:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "aff0afbd-13d6-4d8a-91df-6c82829e2161", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-07-17T17:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b341cd74-e7c9-491d-9a52-d7edc2074377", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-07-17T17:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "87e56136-6871-4e31-8cec-fdb7599491cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-07-17T17:58:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "289a371d-5a01-4e38-9cbb-31f354a905d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T17:58:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "289a371d-5a01-4e38-9cbb-31f354a905d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-07-17T17:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bf338d0-b963-47b9-b65d-b03f9b980a1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-07-17T17:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c93a52e3-d4a6-4dcd-809a-9d04e3eaf19a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c93a52e3-d4a6-4dcd-809a-9d04e3eaf19a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c93a52e3-d4a6-4dcd-809a-9d04e3eaf19a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "421af523-80b4-4fa6-8a08-83b60266ea92", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-07-17T17:58:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "9f932871-c67f-480e-a41d-4e66acf6991d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-07-17T17:58:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "e662b732-4a00-42a0-aefe-0b739b44b447", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T17:58:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "e662b732-4a00-42a0-aefe-0b739b44b447", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-07-17T17:58:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "4870c6b1-cbe4-49d8-a769-edfad0e5211f", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-07-17T17:58:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "461bcaf4-49eb-4edf-8037-b0564c42c799", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-07-17T17:58:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "daa4d352-72fc-45d1-8636-e98f5dbfc40e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T17:58:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "daa4d352-72fc-45d1-8636-e98f5dbfc40e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-07-17T17:58:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c1e3b87-421b-4056-be97-57898c28668c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-07-17T17:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c45078bc-40c0-46bb-b2c2-e8fc94597a1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c45078bc-40c0-46bb-b2c2-e8fc94597a1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c45078bc-40c0-46bb-b2c2-e8fc94597a1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27371fe1-68f6-415f-a699-c5e15399a109", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T17:58:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa46eabe-7cdc-46ba-a817-e375029b5f62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa46eabe-7cdc-46ba-a817-e375029b5f62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:58:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa46eabe-7cdc-46ba-a817-e375029b5f62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "a8b4f1b8-9787-4384-8acc-c542316272d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-07-17T17:58:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "18f4d243-7e56-4298-b0f7-0b89ca698ea5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-07-17T17:58:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "5b5672b4-8c65-4e50-813a-952451b57f30", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T17:58:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "5b5672b4-8c65-4e50-813a-952451b57f30", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-07-17T17:58:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76b8c7c8-2cd9-4609-b3fc-5a88f2f1c61b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-07-17T17:58:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "ed277858-ef5c-46f4-889c-6791ebc5af14", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-07-17T17:58:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "dde81b5b-6ce9-4668-8f46-3be22edfcf09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T17:58:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "dde81b5b-6ce9-4668-8f46-3be22edfcf09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-07-17T17:58:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "154e635b-283c-45d3-a663-61cdbe468be3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20632a2d-a40a-44fc-9121-99d7bd046d2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2952d7e0-ac45-41db-94c3-01c3b76bec40", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2952d7e0-ac45-41db-94c3-01c3b76bec40", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2952d7e0-ac45-41db-94c3-01c3b76bec40", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20632a2d-a40a-44fc-9121-99d7bd046d2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:58:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2952d7e0-ac45-41db-94c3-01c3b76bec40", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-07-17T17:58:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2952d7e0-ac45-41db-94c3-01c3b76bec40", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:58:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2952d7e0-ac45-41db-94c3-01c3b76bec40", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20632a2d-a40a-44fc-9121-99d7bd046d2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a4e5cf17-9358-4ded-a5c6-5d13f3e357cb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a4e5cf17-9358-4ded-a5c6-5d13f3e357cb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a4e5cf17-9358-4ded-a5c6-5d13f3e357cb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0188655a-51bc-4445-b8ad-00cc778a0fd5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a4e5cf17-9358-4ded-a5c6-5d13f3e357cb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-07-17T17:58:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a4e5cf17-9358-4ded-a5c6-5d13f3e357cb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:58:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a4e5cf17-9358-4ded-a5c6-5d13f3e357cb", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0188655a-51bc-4445-b8ad-00cc778a0fd5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:58:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0188655a-51bc-4445-b8ad-00cc778a0fd5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3eb90c7a-631e-4289-a977-3ccf00c4ca63", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3eb90c7a-631e-4289-a977-3ccf00c4ca63", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3eb90c7a-631e-4289-a977-3ccf00c4ca63", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3eb90c7a-631e-4289-a977-3ccf00c4ca63", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-07-17T17:58:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3eb90c7a-631e-4289-a977-3ccf00c4ca63", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:58:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3eb90c7a-631e-4289-a977-3ccf00c4ca63", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1ced0a2f-edcf-45d3-bad4-e80b76dd014e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1ced0a2f-edcf-45d3-bad4-e80b76dd014e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1ced0a2f-edcf-45d3-bad4-e80b76dd014e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e435bdf-071b-4e1c-87b7-e36c2b65ab88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1ced0a2f-edcf-45d3-bad4-e80b76dd014e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-07-17T17:58:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1ced0a2f-edcf-45d3-bad4-e80b76dd014e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:58:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1ced0a2f-edcf-45d3-bad4-e80b76dd014e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e435bdf-071b-4e1c-87b7-e36c2b65ab88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:58:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e435bdf-071b-4e1c-87b7-e36c2b65ab88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "50f2e131-e4d6-41af-9462-8820d36b99eb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "50f2e131-e4d6-41af-9462-8820d36b99eb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "50f2e131-e4d6-41af-9462-8820d36b99eb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b99083dd-8326-4293-855d-30addfea7384", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "50f2e131-e4d6-41af-9462-8820d36b99eb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-17T17:58:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "50f2e131-e4d6-41af-9462-8820d36b99eb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:58:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "50f2e131-e4d6-41af-9462-8820d36b99eb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:58:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b99083dd-8326-4293-855d-30addfea7384", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:58:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b99083dd-8326-4293-855d-30addfea7384", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87623a38-ef30-427a-afea-d77f951401ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87623a38-ef30-427a-afea-d77f951401ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:58:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87623a38-ef30-427a-afea-d77f951401ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a70b017c-3dfe-42cb-a53e-0325c849f0d1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:58:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a70b017c-3dfe-42cb-a53e-0325c849f0d1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:58:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a70b017c-3dfe-42cb-a53e-0325c849f0d1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:58:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cde43489-e03e-4c7a-b2cc-1c4e56f3e929", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a70b017c-3dfe-42cb-a53e-0325c849f0d1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-17T17:58:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a70b017c-3dfe-42cb-a53e-0325c849f0d1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:58:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a70b017c-3dfe-42cb-a53e-0325c849f0d1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:58:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cde43489-e03e-4c7a-b2cc-1c4e56f3e929", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:58:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cde43489-e03e-4c7a-b2cc-1c4e56f3e929", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6cafbe46-c6fa-4c73-8dbc-61d32c306973", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:58:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6cafbe46-c6fa-4c73-8dbc-61d32c306973", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:58:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6cafbe46-c6fa-4c73-8dbc-61d32c306973", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:58:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60f011ef-eea2-4715-9658-734dc1d47aa7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:58:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6cafbe46-c6fa-4c73-8dbc-61d32c306973", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-07-17T17:58:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6cafbe46-c6fa-4c73-8dbc-61d32c306973", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:58:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6cafbe46-c6fa-4c73-8dbc-61d32c306973", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:58:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60f011ef-eea2-4715-9658-734dc1d47aa7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:58:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "60f011ef-eea2-4715-9658-734dc1d47aa7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0733015-e8f1-4519-b0e5-0e38334fc742", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0733015-e8f1-4519-b0e5-0e38334fc742", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0733015-e8f1-4519-b0e5-0e38334fc742", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c6524285-00fc-46e2-a8ef-287a810db2e7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:59:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c6524285-00fc-46e2-a8ef-287a810db2e7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:59:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c6524285-00fc-46e2-a8ef-287a810db2e7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:59:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c6524285-00fc-46e2-a8ef-287a810db2e7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-07-17T17:59:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c6524285-00fc-46e2-a8ef-287a810db2e7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c6524285-00fc-46e2-a8ef-287a810db2e7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:59:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dff242a5-890d-4ad3-8f24-0b3896ed3446", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:59:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dff242a5-890d-4ad3-8f24-0b3896ed3446", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:59:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dff242a5-890d-4ad3-8f24-0b3896ed3446", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:59:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dff242a5-890d-4ad3-8f24-0b3896ed3446", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-07-17T17:59:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dff242a5-890d-4ad3-8f24-0b3896ed3446", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dff242a5-890d-4ad3-8f24-0b3896ed3446", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:59:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1bb77b8-f604-4b05-9f8f-bd0a1cb1e6ed", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1bb77b8-f604-4b05-9f8f-bd0a1cb1e6ed", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:59:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1bb77b8-f604-4b05-9f8f-bd0a1cb1e6ed", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cf88549b-1c6c-4382-9726-02fb056ee81a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:59:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cf88549b-1c6c-4382-9726-02fb056ee81a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:59:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cf88549b-1c6c-4382-9726-02fb056ee81a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:59:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cf88549b-1c6c-4382-9726-02fb056ee81a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-07-17T17:59:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cf88549b-1c6c-4382-9726-02fb056ee81a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "cf88549b-1c6c-4382-9726-02fb056ee81a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T17:59:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "94b6f4a0-ad0b-4f42-a925-1560d3e011d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:59:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "94b6f4a0-ad0b-4f42-a925-1560d3e011d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:59:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "94b6f4a0-ad0b-4f42-a925-1560d3e011d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:59:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "94b6f4a0-ad0b-4f42-a925-1560d3e011d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-07-17T17:59:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "94b6f4a0-ad0b-4f42-a925-1560d3e011d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "94b6f4a0-ad0b-4f42-a925-1560d3e011d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:59:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "736aa47c-114b-464d-bccb-7c26ed6f47ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "736aa47c-114b-464d-bccb-7c26ed6f47ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:59:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "736aa47c-114b-464d-bccb-7c26ed6f47ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3816956c-38bc-42a0-9557-c9926e21573d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:59:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3816956c-38bc-42a0-9557-c9926e21573d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:59:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3816956c-38bc-42a0-9557-c9926e21573d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:59:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3816956c-38bc-42a0-9557-c9926e21573d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-07-17T17:59:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3816956c-38bc-42a0-9557-c9926e21573d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3816956c-38bc-42a0-9557-c9926e21573d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T17:59:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "70948ef5-6840-4a13-a230-bd42fc3c5f19", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "70948ef5-6840-4a13-a230-bd42fc3c5f19", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "70948ef5-6840-4a13-a230-bd42fc3c5f19", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "70948ef5-6840-4a13-a230-bd42fc3c5f19", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-17T17:59:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "70948ef5-6840-4a13-a230-bd42fc3c5f19", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "70948ef5-6840-4a13-a230-bd42fc3c5f19", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab44e10e-eb86-4008-a952-c999c0b37b9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab44e10e-eb86-4008-a952-c999c0b37b9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab44e10e-eb86-4008-a952-c999c0b37b9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7e6b777-4e75-45fc-a409-862708141abe", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7e6b777-4e75-45fc-a409-862708141abe", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7e6b777-4e75-45fc-a409-862708141abe", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7e6b777-4e75-45fc-a409-862708141abe", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-17T17:59:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7e6b777-4e75-45fc-a409-862708141abe", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d7e6b777-4e75-45fc-a409-862708141abe", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a83c10d5-09de-4b20-94ab-790d2a85726d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a83c10d5-09de-4b20-94ab-790d2a85726d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a83c10d5-09de-4b20-94ab-790d2a85726d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a83c10d5-09de-4b20-94ab-790d2a85726d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-17T17:59:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a83c10d5-09de-4b20-94ab-790d2a85726d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a83c10d5-09de-4b20-94ab-790d2a85726d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f27e833-57f4-4f37-b547-bc6a60b1ef96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f27e833-57f4-4f37-b547-bc6a60b1ef96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:59:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f27e833-57f4-4f37-b547-bc6a60b1ef96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0c0bbdde-fab7-4d0f-9783-a6337bc44126", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0c0bbdde-fab7-4d0f-9783-a6337bc44126", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0c0bbdde-fab7-4d0f-9783-a6337bc44126", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0c0bbdde-fab7-4d0f-9783-a6337bc44126", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-17T17:59:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0c0bbdde-fab7-4d0f-9783-a6337bc44126", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0c0bbdde-fab7-4d0f-9783-a6337bc44126", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T17:59:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4a559f0a-3920-4961-a5df-8e665d71a8f3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:59:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4a559f0a-3920-4961-a5df-8e665d71a8f3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:59:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4a559f0a-3920-4961-a5df-8e665d71a8f3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:59:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4a559f0a-3920-4961-a5df-8e665d71a8f3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-07-17T17:59:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4a559f0a-3920-4961-a5df-8e665d71a8f3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4a559f0a-3920-4961-a5df-8e665d71a8f3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:59:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30a6d76c-9181-4673-a87b-99f2b436db49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30a6d76c-9181-4673-a87b-99f2b436db49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T17:59:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30a6d76c-9181-4673-a87b-99f2b436db49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T17:59:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "86475f09-ca82-41b0-9f1a-df7f2bf404dd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:59:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "86475f09-ca82-41b0-9f1a-df7f2bf404dd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:59:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "86475f09-ca82-41b0-9f1a-df7f2bf404dd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:59:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "86475f09-ca82-41b0-9f1a-df7f2bf404dd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-07-17T17:59:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "86475f09-ca82-41b0-9f1a-df7f2bf404dd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "86475f09-ca82-41b0-9f1a-df7f2bf404dd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T17:59:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "684c0129-acf7-4c20-8cbc-c25eb3694ad6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:59:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "684c0129-acf7-4c20-8cbc-c25eb3694ad6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:59:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "684c0129-acf7-4c20-8cbc-c25eb3694ad6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T17:59:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "684c0129-acf7-4c20-8cbc-c25eb3694ad6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-07-17T17:59:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "684c0129-acf7-4c20-8cbc-c25eb3694ad6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T17:59:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "684c0129-acf7-4c20-8cbc-c25eb3694ad6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-17T18:00:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "708180fb-be13-47aa-90e1-6cd726054c1e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T18:00:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "708180fb-be13-47aa-90e1-6cd726054c1e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T18:00:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "708180fb-be13-47aa-90e1-6cd726054c1e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T18:00:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "708180fb-be13-47aa-90e1-6cd726054c1e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-07-17T18:00:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "708180fb-be13-47aa-90e1-6cd726054c1e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T18:00:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "708180fb-be13-47aa-90e1-6cd726054c1e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-17T18:00:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fae9824a-c87e-488c-8250-62a0822c3ecf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T18:00:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fae9824a-c87e-488c-8250-62a0822c3ecf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T18:00:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fae9824a-c87e-488c-8250-62a0822c3ecf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T18:00:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fae9824a-c87e-488c-8250-62a0822c3ecf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-07-17T18:00:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fae9824a-c87e-488c-8250-62a0822c3ecf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T18:00:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fae9824a-c87e-488c-8250-62a0822c3ecf", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-17T18:00:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6f63cd19-248e-4cc0-ab47-43f76a7216d0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T18:00:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6f63cd19-248e-4cc0-ab47-43f76a7216d0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T18:00:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6f63cd19-248e-4cc0-ab47-43f76a7216d0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T18:00:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6f63cd19-248e-4cc0-ab47-43f76a7216d0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-17T18:00:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6f63cd19-248e-4cc0-ab47-43f76a7216d0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T18:00:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6f63cd19-248e-4cc0-ab47-43f76a7216d0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T18:00:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f83e9077-a65f-4c65-9153-b4aa1a74cc22", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T18:00:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f83e9077-a65f-4c65-9153-b4aa1a74cc22", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T18:00:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f83e9077-a65f-4c65-9153-b4aa1a74cc22", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T18:00:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f83e9077-a65f-4c65-9153-b4aa1a74cc22", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-17T18:00:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f83e9077-a65f-4c65-9153-b4aa1a74cc22", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-17T18:00:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f83e9077-a65f-4c65-9153-b4aa1a74cc22", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-17T18:00:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6c0b1a85-51ee-426c-9231-abf1a6c05cd4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T18:00:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6c0b1a85-51ee-426c-9231-abf1a6c05cd4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T18:00:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6c0b1a85-51ee-426c-9231-abf1a6c05cd4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T18:00:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6c0b1a85-51ee-426c-9231-abf1a6c05cd4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-07-17T18:00:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6c0b1a85-51ee-426c-9231-abf1a6c05cd4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-07-17T18:00:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6c0b1a85-51ee-426c-9231-abf1a6c05cd4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-17T18:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "70e4b488-3da7-436d-ad43-ef2278202e88", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-07-17T18:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "57fb3278-efc9-4fba-9c66-43bcfbaba176", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-07-17T18:00:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "f3679021-9b47-4ac9-a0ef-f8dfdf9f6ad5", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:00:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "f3679021-9b47-4ac9-a0ef-f8dfdf9f6ad5", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-07-17T18:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8285f52f-2d44-4376-95be-e395b0d3f245", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-07-17T18:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "1597358c-cccb-4c62-816e-c9294167356b", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-07-17T18:00:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "9e2d2f4e-9088-40b5-a137-4c08c471bbea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:00:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "9e2d2f4e-9088-40b5-a137-4c08c471bbea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-07-17T18:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d09ff15d-9927-4039-bddf-0c4b59b9ec6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-07-17T18:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "90adab9d-856c-4302-b11a-ff6024976fb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-07-17T18:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e506addb-ef3d-4899-a7a0-03ba6ce39990", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-07-17T18:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "106b6337-a958-4d4f-9e95-20387de1e89e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:00:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "106b6337-a958-4d4f-9e95-20387de1e89e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-07-17T18:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00558f5f-10e6-4ca7-8421-f90b3eaad783", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-07-17T18:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "0845a529-93cc-465c-b961-8b8fc630bcbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-07-17T18:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a364433e-a4a2-4654-8c78-37891560ee61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:00:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a364433e-a4a2-4654-8c78-37891560ee61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-07-17T18:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a7be561-b8b5-42f0-99c3-d7013ff0b145", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-07-17T18:02:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:02:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:02:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:02:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:03:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f563d13-6262-446b-9537-d4fc5013cddb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:03:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f563d13-6262-446b-9537-d4fc5013cddb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T18:03:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f563d13-6262-446b-9537-d4fc5013cddb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03e42dee-80a8-4d61-8093-b861c5e8c07d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03e42dee-80a8-4d61-8093-b861c5e8c07d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T18:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03e42dee-80a8-4d61-8093-b861c5e8c07d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "openshift-service-ca.crt", "reconcileID": "175ff991-530e-4b06-9110-c725f76a0675", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-trusted-ca-bundle", "reconcileID": "9dc56f76-bf7b-4dac-8c38-b2ff10ffca12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "openshift-service-ca.crt", "reconcileID": "d24328f8-5e4a-4910-ac55-848ae769f0d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7dc33f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:03:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "openshift-service-ca.crt", "reconcileID": "d24328f8-5e4a-4910-ac55-848ae769f0d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "openshift-service-ca.crt", "reconcileID": "0a7538d9-32d6-4536-b63f-2f71b53fb1d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c321a6f7-98a9-4890-aeaf-e5f607d5a46f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-trusted-ca-bundle", "reconcileID": "8dcf8f77-6a2a-4e4e-87fe-57c9c075945a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7dc33f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:03:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-trusted-ca-bundle", "reconcileID": "8dcf8f77-6a2a-4e4e-87fe-57c9c075945a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd623a40-a16b-432e-abcd-e85e56be9c92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a65dbfb-dd6f-46c4-a84c-4a2baa5b72ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a65dbfb-dd6f-46c4-a84c-4a2baa5b72ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7dc33f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:03:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a65dbfb-dd6f-46c4-a84c-4a2baa5b72ea", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-7dc33f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T18:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-trusted-ca-bundle", "reconcileID": "8e0e9233-027e-4276-b2c0-d20e784a1c70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-trusted-ca-bundle", "reconcileID": "8e0e9233-027e-4276-b2c0-d20e784a1c70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "openshift-service-ca.crt", "reconcileID": "53ad8701-e598-4c45-b413-b7ba047b1864", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "openshift-service-ca.crt", "reconcileID": "53ad8701-e598-4c45-b413-b7ba047b1864", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de2a51a5-8f93-4089-b24f-ea443f9e06f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7dc33f"}, "namespace": "e2e-webhook-test-7dc33f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de2a51a5-8f93-4089-b24f-ea443f9e06f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7dc33f"} 2026-07-17T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-trusted-ca-bundle", "reconcileID": "c05458b9-6ba0-43ba-9aaf-73b9ab40e035", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "openshift-service-ca.crt", "reconcileID": "a3dfe718-b24b-471d-aecd-33fbf2a3ccc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "openshift-service-ca.crt", "reconcileID": "e0022dab-61e3-4ee3-9111-04e50d6c0e77", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-231bc1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:03:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "openshift-service-ca.crt", "reconcileID": "e0022dab-61e3-4ee3-9111-04e50d6c0e77", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4142b005-1b83-477b-8028-077e132ef5f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "openshift-service-ca.crt", "reconcileID": "3320d9fb-af35-4166-956e-9e7dbf3b919e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-trusted-ca-bundle", "reconcileID": "f28f3d7c-084d-4487-bd50-36568abc3669", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-231bc1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:03:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-trusted-ca-bundle", "reconcileID": "f28f3d7c-084d-4487-bd50-36568abc3669", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "974dd3ea-3212-4010-9a2f-8e24eac5eaea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fef2f61-8b7e-426a-85bb-f2932010a653", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fef2f61-8b7e-426a-85bb-f2932010a653", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-231bc1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:03:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fef2f61-8b7e-426a-85bb-f2932010a653", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-231bc1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T18:03:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-trusted-ca-bundle", "reconcileID": "22f768f9-4787-4b64-90b5-c85e6e4d9eac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-trusted-ca-bundle", "reconcileID": "22f768f9-4787-4b64-90b5-c85e6e4d9eac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "openshift-service-ca.crt", "reconcileID": "7dc5cf20-19ae-40fc-98bd-5990441d60b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "openshift-service-ca.crt", "reconcileID": "7dc5cf20-19ae-40fc-98bd-5990441d60b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5362ec85-d446-42d9-9c0f-e3aa23dbb596", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:03:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-231bc1"}, "namespace": "e2e-webhook-test-231bc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5362ec85-d446-42d9-9c0f-e3aa23dbb596", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-231bc1"} 2026-07-17T18:10:56Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:10:56Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:10:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:10:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b77a673-c358-4d37-b4e7-363a18dd832c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b77a673-c358-4d37-b4e7-363a18dd832c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T18:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b77a673-c358-4d37-b4e7-363a18dd832c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:14:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ba13886-70e5-4739-bd0b-17622e356c49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:14:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ba13886-70e5-4739-bd0b-17622e356c49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T18:14:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ba13886-70e5-4739-bd0b-17622e356c49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:14:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa30a487-e5eb-4ddd-b411-4c498021ac87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:14:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa30a487-e5eb-4ddd-b411-4c498021ac87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T18:14:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa30a487-e5eb-4ddd-b411-4c498021ac87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:14:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b971536-c200-4393-b180-f2f0ef337eaa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:14:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b971536-c200-4393-b180-f2f0ef337eaa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-17T18:14:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b971536-c200-4393-b180-f2f0ef337eaa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-17T18:14:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "openshift-service-ca.crt", "reconcileID": "cc3aeb59-f1b1-4164-b87c-539ab9863172", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-trusted-ca-bundle", "reconcileID": "f42e53fa-8151-4cc7-9828-19d5934df712", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "openshift-service-ca.crt", "reconcileID": "5d58c445-45be-4516-b351-4a9a4c852de5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-06318607", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:14:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "openshift-service-ca.crt", "reconcileID": "5d58c445-45be-4516-b351-4a9a4c852de5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f18a354-0065-478a-801c-abdaa39b9282", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "openshift-service-ca.crt", "reconcileID": "ebae841d-f963-4306-ae10-6e124baa3124", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-trusted-ca-bundle", "reconcileID": "6109a024-15ac-4fe6-a5a1-95b41298f9c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-06318607", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:14:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-trusted-ca-bundle", "reconcileID": "6109a024-15ac-4fe6-a5a1-95b41298f9c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaacaf52-9292-4773-bd79-9fc9da64abfb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fe4c57f-e594-4c63-883a-59b26a339f08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fe4c57f-e594-4c63-883a-59b26a339f08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-06318607", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:14:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fe4c57f-e594-4c63-883a-59b26a339f08", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-ait-wrong-06318607 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T18:14:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-trusted-ca-bundle", "reconcileID": "48d095b6-21a7-4063-9a23-1306f7b62f55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-trusted-ca-bundle", "reconcileID": "48d095b6-21a7-4063-9a23-1306f7b62f55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "openshift-service-ca.crt", "reconcileID": "bb32554b-2f5a-4a1a-a5e4-9a802ad71a38", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "openshift-service-ca.crt", "reconcileID": "bb32554b-2f5a-4a1a-a5e4-9a802ad71a38", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb2f0255-1ea9-4681-ade0-12231b9416b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-06318607"}, "namespace": "e2e-ait-wrong-06318607", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb2f0255-1ea9-4681-ade0-12231b9416b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-06318607"} 2026-07-17T18:14:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-284e9f2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-284e9f2b", "reconcileID": "55f54f60-369d-43cf-80a5-98a25b95805c", "Gateway": "e2e-ait-284e9f2b", "namespace": "openshift-ingress"} 2026-07-17T18:14:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-284e9f2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-284e9f2b", "reconcileID": "e2e9f685-7d6b-4d0d-9a70-b82dcff285b3", "Gateway": "e2e-ait-284e9f2b", "namespace": "openshift-ingress"} 2026-07-17T18:14:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-284e9f2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-284e9f2b", "reconcileID": "bd0f1b48-08c0-4a40-bcba-209323537a37", "Gateway": "e2e-ait-284e9f2b", "namespace": "openshift-ingress"} 2026-07-17T18:14:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-284e9f2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-284e9f2b", "reconcileID": "ca3a0aff-67ea-4cc0-bebd-7722fb14ec01", "Gateway": "e2e-ait-284e9f2b", "namespace": "openshift-ingress"} 2026-07-17T18:14:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-284e9f2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-284e9f2b", "reconcileID": "22f5779b-434b-4a99-b459-adcfc1c4984d", "Gateway": "e2e-ait-284e9f2b", "namespace": "openshift-ingress"} 2026-07-17T18:14:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-284e9f2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-284e9f2b", "reconcileID": "4f76ff09-c999-4443-b610-de3003fe1c7b", "Gateway": "e2e-ait-284e9f2b", "namespace": "openshift-ingress"} 2026-07-17T18:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "openshift-service-ca.crt", "reconcileID": "fdb2bfd3-765a-4cd3-9884-dad2384fcc3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-trusted-ca-bundle", "reconcileID": "90a353b0-3f59-4215-9825-3552d492cab5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:14:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "openshift-service-ca.crt", "reconcileID": "2213876c-8f0c-4110-a26a-6756d47192bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-284e9f2b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:14:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "openshift-service-ca.crt", "reconcileID": "2213876c-8f0c-4110-a26a-6756d47192bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "openshift-service-ca.crt", "reconcileID": "aff5bfa9-481b-4b4d-9483-3dedd0fc3150", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9214ef58-a316-47cb-88ff-889cdcf13f3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:14:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-trusted-ca-bundle", "reconcileID": "72dee9fa-f068-453d-a24d-f58828e6c5d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:14:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-trusted-ca-bundle", "reconcileID": "72dee9fa-f068-453d-a24d-f58828e6c5d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb5881e8-d50f-4913-834e-3de2055bcc02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:14:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b04dc21c-9aa9-4a0e-8a13-9703a9a79d83", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T18:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-284e9f2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-284e9f2b", "reconcileID": "45481bcc-1c2e-4206-ab1a-dffa9d14b427", "Gateway": "e2e-ait-284e9f2b", "namespace": "openshift-ingress"} 2026-07-17T18:14:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-284e9f2b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-284e9f2b", "reconcileID": "6ab41c9c-6954-4788-b607-50fb9f66077f", "Gateway": "e2e-ait-284e9f2b", "namespace": "openshift-ingress"} 2026-07-17T18:17:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6d75c1-98e8-404a-afe7-44a7ed9ec022", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:17:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6d75c1-98e8-404a-afe7-44a7ed9ec022", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:17:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6d75c1-98e8-404a-afe7-44a7ed9ec022", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-284e9f2b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T18:17:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-trusted-ca-bundle", "reconcileID": "fab944e8-2265-44e0-8ef7-87920384bd3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:17:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-trusted-ca-bundle", "reconcileID": "fab944e8-2265-44e0-8ef7-87920384bd3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:17:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "openshift-service-ca.crt", "reconcileID": "c1e8e0b1-00ce-4b6f-9a43-863118d9a97e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:17:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "openshift-service-ca.crt", "reconcileID": "c1e8e0b1-00ce-4b6f-9a43-863118d9a97e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:17:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00711b2a-e207-476e-8701-907101fa1db3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:17:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-284e9f2b"}, "namespace": "ai-tenant-e2e-ait-284e9f2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00711b2a-e207-476e-8701-907101fa1db3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-284e9f2b"} 2026-07-17T18:17:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b718f6fb-b221-4660-897d-2cb6b28fb326", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T18:18:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "openshift-service-ca.crt", "reconcileID": "fd494d0b-4885-46ee-a763-292e96dbb4e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:18:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-trusted-ca-bundle", "reconcileID": "65354262-2353-47ab-8ba4-fd9f54f19cfd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:18:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "openshift-service-ca.crt", "reconcileID": "cc2d1c7e-a8d3-437b-a955-48a99769c27a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-db09a830", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:18:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "openshift-service-ca.crt", "reconcileID": "cc2d1c7e-a8d3-437b-a955-48a99769c27a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:18:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8e30931-8fb9-4767-93a5-020ee5518d63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:18:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "openshift-service-ca.crt", "reconcileID": "07fd625e-eb26-4155-9ca1-dc8543dde645", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:18:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-trusted-ca-bundle", "reconcileID": "12c696f2-e10b-45c9-ae76-fd442800d1ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:18:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-trusted-ca-bundle", "reconcileID": "12c696f2-e10b-45c9-ae76-fd442800d1ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:18:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce82b8fe-f878-48c6-be8a-2b78c274ea83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-db09a830-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-db09a830-gw", "reconcileID": "517aad44-e05d-4c56-b13e-23a8be369b8a", "Gateway": "e2e-migrate-db09a830-gw", "namespace": "openshift-ingress"} 2026-07-17T18:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-db09a830-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-db09a830-gw", "reconcileID": "39030915-160e-4314-a351-d8b450c918fa", "Gateway": "e2e-migrate-db09a830-gw", "namespace": "openshift-ingress"} 2026-07-17T18:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-db09a830-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-db09a830-gw", "reconcileID": "46e41534-ac2c-42c5-965d-1fdb81d31c0f", "Gateway": "e2e-migrate-db09a830-gw", "namespace": "openshift-ingress"} 2026-07-17T18:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-db09a830-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-db09a830-gw", "reconcileID": "2a53d2fb-f502-4d6b-9cf2-57742432e213", "Gateway": "e2e-migrate-db09a830-gw", "namespace": "openshift-ingress"} 2026-07-17T18:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-db09a830-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-db09a830-gw", "reconcileID": "578dd215-af09-41c1-a87a-5ccb2f1712cd", "Gateway": "e2e-migrate-db09a830-gw", "namespace": "openshift-ingress"} 2026-07-17T18:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-db09a830-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-db09a830-gw", "reconcileID": "e6b46793-39ab-4cb5-8739-2ae604eaeced", "Gateway": "e2e-migrate-db09a830-gw", "namespace": "openshift-ingress"} 2026-07-17T18:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af1d752d-6ec6-407d-bc80-b0b84157d942", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T18:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-db09a830-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-db09a830-gw", "reconcileID": "918fd4a4-b365-40b5-8b8d-5225feefec82", "Gateway": "e2e-migrate-db09a830-gw", "namespace": "openshift-ingress"} 2026-07-17T18:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-db09a830-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-db09a830-gw", "reconcileID": "0094a997-985f-451a-ac09-68e887a7b613", "Gateway": "e2e-migrate-db09a830-gw", "namespace": "openshift-ingress"} 2026-07-17T18:19:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:19:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:19:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:19:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T18:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8cca002-8511-4ff2-a973-718b0f66323a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:19:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8cca002-8511-4ff2-a973-718b0f66323a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:19:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8cca002-8511-4ff2-a973-718b0f66323a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-migrate-db09a830 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T18:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-trusted-ca-bundle", "reconcileID": "a8081019-4b39-49d2-8f10-29f36018b067", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:19:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-trusted-ca-bundle", "reconcileID": "a8081019-4b39-49d2-8f10-29f36018b067", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "openshift-service-ca.crt", "reconcileID": "b124cff0-bcf4-41c7-b3ba-c4585d459d7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:19:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "openshift-service-ca.crt", "reconcileID": "b124cff0-bcf4-41c7-b3ba-c4585d459d7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "363223b2-664d-4e6d-8425-bbb9def32902", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:19:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-db09a830"}, "namespace": "ai-tenant-e2e-migrate-db09a830", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "363223b2-664d-4e6d-8425-bbb9def32902", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-db09a830"} 2026-07-17T18:19:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad85eda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad85eda1", "reconcileID": "e423d868-6f4d-44ae-9849-73a6439e51be", "Gateway": "e2e-ait-ad85eda1", "namespace": "openshift-ingress"} 2026-07-17T18:19:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad85eda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad85eda1", "reconcileID": "7b0844f1-9ecb-493e-bec6-5eb2c031bbeb", "Gateway": "e2e-ait-ad85eda1", "namespace": "openshift-ingress"} 2026-07-17T18:19:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad85eda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad85eda1", "reconcileID": "3e46bd01-a3f8-448b-a94e-abc25141456b", "Gateway": "e2e-ait-ad85eda1", "namespace": "openshift-ingress"} 2026-07-17T18:19:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad85eda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad85eda1", "reconcileID": "7e5bfdef-0505-40af-808c-c497ba1b945e", "Gateway": "e2e-ait-ad85eda1", "namespace": "openshift-ingress"} 2026-07-17T18:19:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad85eda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad85eda1", "reconcileID": "2fe16a64-32f3-4a6f-b301-d354aef6a685", "Gateway": "e2e-ait-ad85eda1", "namespace": "openshift-ingress"} 2026-07-17T18:19:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad85eda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad85eda1", "reconcileID": "663509b5-942c-4085-862f-eacb0aa81b2f", "Gateway": "e2e-ait-ad85eda1", "namespace": "openshift-ingress"} 2026-07-17T18:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "openshift-service-ca.crt", "reconcileID": "d312bf93-63dc-4198-b2f9-df3eda50d21a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-trusted-ca-bundle", "reconcileID": "d35671e3-d5ac-42df-9873-e2c6a2df8d83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:19:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "openshift-service-ca.crt", "reconcileID": "c7b3d5f8-1a96-47b6-b5ac-cccef549280d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ad85eda1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:19:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "openshift-service-ca.crt", "reconcileID": "c7b3d5f8-1a96-47b6-b5ac-cccef549280d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a868727b-5a03-4365-83ac-787c67aa47fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "openshift-service-ca.crt", "reconcileID": "7ee3c76c-02c3-480d-a893-f0af09101eaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:19:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-trusted-ca-bundle", "reconcileID": "37882c8e-6fe0-4a92-a1dc-63b05a14d077", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:19:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-trusted-ca-bundle", "reconcileID": "37882c8e-6fe0-4a92-a1dc-63b05a14d077", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "496dfcad-5679-46c8-b9d8-9a4a8cbf68ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:19:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49f52495-5dd9-4d77-a2ad-e89c270fbb09", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T18:19:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad85eda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad85eda1", "reconcileID": "49365e74-10eb-4278-8c8d-520686d6c043", "Gateway": "e2e-ait-ad85eda1", "namespace": "openshift-ingress"} 2026-07-17T18:19:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ad85eda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ad85eda1", "reconcileID": "947ee13d-bb99-403c-a79a-bf1b829c2785", "Gateway": "e2e-ait-ad85eda1", "namespace": "openshift-ingress"} 2026-07-17T18:23:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d13d1901-4093-4a2f-9890-5da13f9ef505", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T18:23:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "714d318a-589c-4359-b02f-1bc1ff7fee6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T18:25:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab64df4e-f3ab-4735-9fdf-436427b83cd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:25:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab64df4e-f3ab-4735-9fdf-436427b83cd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T18:25:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab64df4e-f3ab-4735-9fdf-436427b83cd8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-ad85eda1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T18:25:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-trusted-ca-bundle", "reconcileID": "dfcc2444-8db1-48d6-b7cc-c9ad1a2a77c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-trusted-ca-bundle", "reconcileID": "dfcc2444-8db1-48d6-b7cc-c9ad1a2a77c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:25:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "openshift-service-ca.crt", "reconcileID": "06f9c881-667e-4523-9f8c-b8372354d9ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "openshift-service-ca.crt", "reconcileID": "06f9c881-667e-4523-9f8c-b8372354d9ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:25:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bfb6f00-cc0c-40d1-84b4-0557bc8633ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1"} 2026-07-17T18:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-ad85eda1"}, "namespace": "ai-tenant-e2e-ait-ad85eda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bfb6f00-cc0c-40d1-84b4-0557bc8633ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-ad85eda1"}