2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-network-diagnostics"}, "namespace": "openshift-network-diagnostics", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20e24cf4-9115-43be-9698-2964e52d3f64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-network-diagnostics"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-controller-manager-operator"}, "namespace": "openshift-kube-controller-manager-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b0f1ceb-f9d9-46f4-879a-25d5fd267a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-controller-manager-operator"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-image-registry"}, "namespace": "openshift-image-registry", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbe0020c-28d0-4746-8e79-3d7b4545b0fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-image-registry"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-service-ca-operator"}, "namespace": "openshift-service-ca-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abd503a7-0f38-46b1-a83d-82ee5a785f67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-service-ca-operator"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-config-managed"}, "namespace": "openshift-config-managed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3081ceab-f285-4e8c-8fc8-a467edf8ed4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-config-managed"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ingress-operator"}, "namespace": "openshift-ingress-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b69f6b3e-455f-43cf-ac33-b158555edbf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ingress-operator"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-scheduler-operator"}, "namespace": "openshift-kube-scheduler-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f155d5f-d399-4587-9c93-f6bd479bef8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-scheduler-operator"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-monitoring"}, "namespace": "openshift-monitoring", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f120bda0-135d-4d39-9086-23739a69b332", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-monitoring"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kube-system"}, "namespace": "kube-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "567c69fb-def1-401a-85df-d5a5c16d720e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kube-system"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-authentication-operator"}, "namespace": "openshift-authentication-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "767db85c-152f-4c7d-940d-c8add28eb3c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-authentication-operator"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cloud-credential-operator"}, "namespace": "openshift-cloud-credential-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4d7a1b4-bf29-418c-b2e7-558b98d9195d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cloud-credential-operator"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c567f93-f0c2-4b3c-b261-96cf18c8d0e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ingress"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-apiserver-operator"}, "namespace": "openshift-kube-apiserver-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "481eeedd-b937-4ca1-9e12-df062ea98478", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-apiserver-operator"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-route-controller-manager"}, "namespace": "openshift-route-controller-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ecaa201-ee12-45c8-9900-4cd1576e1982", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-route-controller-manager"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-samples-operator"}, "namespace": "openshift-cluster-samples-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "122635da-2309-4dda-bdea-84c84c837f3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-samples-operator"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-config"}, "namespace": "openshift-config", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c66b53d-881f-46e6-b870-c5f4f53436be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-config"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-config-operator"}, "namespace": "openshift-config-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5f860d1-3434-41c9-b37b-84158824cc0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-config-operator"} 2026-07-16T21:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-version"}, "namespace": "openshift-cluster-version", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04529b5a-bf03-41f9-953f-a716c3968105", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-version"} 2026-07-16T21:21:37Z INFO Starting workers {"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "worker count": 1} 2026-07-16T21:21:37Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-07-16T21:21:37Z INFO Multi Node reconciling. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-07-16T21:21:37Z INFO Starting workers {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "worker count": 1} 2026-07-16T21:21:37Z INFO Starting workers {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "worker count": 1} 2026-07-16T21:21:37Z INFO Starting workers {"controller": "inferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "InferenceService", "worker count": 1} 2026-07-16T21:21:42Z INFO Multi Node reconciled successfully. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-07-16T21:21:42Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:21:42Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:21:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:21:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:22:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "2906a595-7fdb-4b5f-a264-9ca41e045667", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-07-16T21:22:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "fedb6500-34ca-4069-8e95-38544a14bdf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:22:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "fedb6500-34ca-4069-8e95-38544a14bdf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-07-16T21:22:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "688d0042-f66a-4d26-bf1c-7abc482533e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-07-16T21:22:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1088dfe-636c-4fb8-a62b-2cbeb4f52f7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-07-16T21:22:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "3057c991-8318-4d1c-b66b-5f9908b5dba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-07-16T21:22:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "44ed8a85-c8a1-4147-9d9e-b10b2ae0e63d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:22:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "44ed8a85-c8a1-4147-9d9e-b10b2ae0e63d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-07-16T21:22:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1df93749-b42d-408a-aa32-e8e01d3f3522", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-07-16T21:23:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad435a96-5260-44ba-9496-d939192534ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:24:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad435a96-5260-44ba-9496-d939192534ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:24:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad435a96-5260-44ba-9496-d939192534ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:24:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f38ba2aa-b0fd-4fca-b769-29faba745d90", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:24:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f38ba2aa-b0fd-4fca-b769-29faba745d90", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:24:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f38ba2aa-b0fd-4fca-b769-29faba745d90", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:24:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d79fa62f-e03a-404c-a038-dbfff726ff58", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:24:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d79fa62f-e03a-404c-a038-dbfff726ff58", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:24:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d79fa62f-e03a-404c-a038-dbfff726ff58", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:24:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7ac143ef-6858-4d4f-87bf-48642cf2cfe6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:24:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "b2270e1f-f2b5-4465-b613-5b3e5f8252c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:24:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5da63365-0874-4027-946c-b3a5e4a63d87", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:24:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5da63365-0874-4027-946c-b3a5e4a63d87", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:24:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47b080bc-0d7b-484d-a0aa-a805c967ee4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:24:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6e1202a3-5552-4895-a364-ee8fdcf4292d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:24:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "dd549f27-6524-44fb-a2c6-bf99ee303e38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "odh-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:24:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "dd549f27-6524-44fb-a2c6-bf99ee303e38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:24:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c58c3960-492b-48f3-8278-e8dd2f77c5aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:25:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "609965b2-ed90-41ed-a69e-daccee35246b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-07-16T21:25:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "18361a56-babb-4eb9-a68f-ceb47da61c8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-07-16T21:25:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "8b5c6f75-3a9c-493b-962f-fa1c14224ea0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:25:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "8b5c6f75-3a9c-493b-962f-fa1c14224ea0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-07-16T21:25:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f499a29e-18f6-4855-8306-d30fe49d1fc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-07-16T21:25:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "ae22ab69-b959-4174-b252-bfd6bf528376", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-07-16T21:25:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "d209bbf5-6fc7-4020-a004-34412165c109", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:25:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "d209bbf5-6fc7-4020-a004-34412165c109", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-07-16T21:25:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d038a72-22c2-42ef-bdd1-fb6f9dba0669", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-07-16T21:25:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23c74364-5537-4f5f-b98e-6f05e80dc4ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23c74364-5537-4f5f-b98e-6f05e80dc4ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23c74364-5537-4f5f-b98e-6f05e80dc4ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "6337172b-305a-4a2b-a55f-d2db5b69bdbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-07-16T21:25:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "00351e43-1357-463f-a969-ce7a8c8425d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-07-16T21:25:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "f1c4971d-9d77-48ca-a3e9-5935cdc5c10b", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:25:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "f1c4971d-9d77-48ca-a3e9-5935cdc5c10b", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-07-16T21:25:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "61f790f2-44d2-40e5-9977-356c849deaf0", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-07-16T21:25:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a7c8b7e-f082-4623-a3c4-bb324a0ca341", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-07-16T21:25:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "fedcb134-8743-4490-9345-ad3ebe5468f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:25:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "fedcb134-8743-4490-9345-ad3ebe5468f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-07-16T21:25:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "692e377c-5b28-4cc5-bed8-9d21aab7bc8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-07-16T21:25:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8871188-5cea-4afc-a885-6fdd561078f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8871188-5cea-4afc-a885-6fdd561078f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8871188-5cea-4afc-a885-6fdd561078f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9faade5-a2d9-49d6-a73b-276e9ea82d88", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:25:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f575af4-2005-4596-b900-4798a6f6ece1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f575af4-2005-4596-b900-4798a6f6ece1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f575af4-2005-4596-b900-4798a6f6ece1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "343f155b-e655-4dc2-be68-2cc56591a8e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-07-16T21:25:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "91f1af51-cbbb-43e2-9f71-0e970bb1cb99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-07-16T21:25:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "d1cf2940-6e26-4d64-a26a-2d8298048840", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:25:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "d1cf2940-6e26-4d64-a26a-2d8298048840", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-07-16T21:25:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e1c2126-e962-4afe-8075-69123558bd7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-07-16T21:25:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b8a31820-404e-4639-8d06-3a6baf68d3e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-07-16T21:25:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "9857de5f-2894-419c-be54-255b0a5a0a4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:25:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "9857de5f-2894-419c-be54-255b0a5a0a4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-07-16T21:25:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61d821da-8147-419c-929f-c5b385a9c028", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ce81a27c-c0cd-4d68-bb29-ddae18e5e120", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ce81a27c-c0cd-4d68-bb29-ddae18e5e120", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ce81a27c-c0cd-4d68-bb29-ddae18e5e120", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ce5019d-ec6e-4c80-8ebd-611f8d5ad201", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ce5019d-ec6e-4c80-8ebd-611f8d5ad201", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ce81a27c-c0cd-4d68-bb29-ddae18e5e120", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-07-16T21:25:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ce81a27c-c0cd-4d68-bb29-ddae18e5e120", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:25:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ce81a27c-c0cd-4d68-bb29-ddae18e5e120", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ce5019d-ec6e-4c80-8ebd-611f8d5ad201", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "820b862d-ecc1-4163-a1b3-da56348f5a3f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "820b862d-ecc1-4163-a1b3-da56348f5a3f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "820b862d-ecc1-4163-a1b3-da56348f5a3f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22f08385-6ee4-4433-9edd-1101e1b57af4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "820b862d-ecc1-4163-a1b3-da56348f5a3f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-07-16T21:25:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "820b862d-ecc1-4163-a1b3-da56348f5a3f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:25:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "820b862d-ecc1-4163-a1b3-da56348f5a3f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22f08385-6ee4-4433-9edd-1101e1b57af4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22f08385-6ee4-4433-9edd-1101e1b57af4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3d29a61-18c3-4a31-83ca-0f3a92bb1eb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3d29a61-18c3-4a31-83ca-0f3a92bb1eb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3d29a61-18c3-4a31-83ca-0f3a92bb1eb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b129ba1-b52a-4e13-88f8-4d791a96f4a5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b129ba1-b52a-4e13-88f8-4d791a96f4a5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b129ba1-b52a-4e13-88f8-4d791a96f4a5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "777c1f78-49af-49ea-94c7-17d5654d6083", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b129ba1-b52a-4e13-88f8-4d791a96f4a5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-07-16T21:25:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b129ba1-b52a-4e13-88f8-4d791a96f4a5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:25:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b129ba1-b52a-4e13-88f8-4d791a96f4a5", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "777c1f78-49af-49ea-94c7-17d5654d6083", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "777c1f78-49af-49ea-94c7-17d5654d6083", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "01b2f297-a919-4879-99b8-66bd90be298d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "01b2f297-a919-4879-99b8-66bd90be298d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "01b2f297-a919-4879-99b8-66bd90be298d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:25:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "01b2f297-a919-4879-99b8-66bd90be298d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-07-16T21:25:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "01b2f297-a919-4879-99b8-66bd90be298d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:25:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "01b2f297-a919-4879-99b8-66bd90be298d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:25:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f8c381ca-9c23-4fa9-b83b-7be84c0602e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:25:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f8c381ca-9c23-4fa9-b83b-7be84c0602e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:25:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f8c381ca-9c23-4fa9-b83b-7be84c0602e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe8f5470-e551-442c-b498-540613dccce7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f8c381ca-9c23-4fa9-b83b-7be84c0602e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-16T21:25:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f8c381ca-9c23-4fa9-b83b-7be84c0602e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:25:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f8c381ca-9c23-4fa9-b83b-7be84c0602e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe8f5470-e551-442c-b498-540613dccce7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe8f5470-e551-442c-b498-540613dccce7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0e0aad06-3d5b-44dd-91c4-8f19e1cd32e1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:25:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0e0aad06-3d5b-44dd-91c4-8f19e1cd32e1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:25:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0e0aad06-3d5b-44dd-91c4-8f19e1cd32e1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d871a5f7-5a23-4a42-9a40-548eb66cc55c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0e0aad06-3d5b-44dd-91c4-8f19e1cd32e1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-16T21:25:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0e0aad06-3d5b-44dd-91c4-8f19e1cd32e1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:25:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0e0aad06-3d5b-44dd-91c4-8f19e1cd32e1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d871a5f7-5a23-4a42-9a40-548eb66cc55c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d871a5f7-5a23-4a42-9a40-548eb66cc55c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ed118c7b-e838-4b06-8de8-bbc489ce8fd8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:25:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ed118c7b-e838-4b06-8de8-bbc489ce8fd8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:25:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ed118c7b-e838-4b06-8de8-bbc489ce8fd8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ea42e73-05d0-4e39-9d47-a44d0f2575a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ed118c7b-e838-4b06-8de8-bbc489ce8fd8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-07-16T21:25:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ed118c7b-e838-4b06-8de8-bbc489ce8fd8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:25:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ed118c7b-e838-4b06-8de8-bbc489ce8fd8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ea42e73-05d0-4e39-9d47-a44d0f2575a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ea42e73-05d0-4e39-9d47-a44d0f2575a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f302b0a7-0f47-48c4-afac-e19a9b4a4c15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f302b0a7-0f47-48c4-afac-e19a9b4a4c15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f302b0a7-0f47-48c4-afac-e19a9b4a4c15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:26:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7101b3fb-524c-45e2-943c-c025e2bfd78a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:26:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7101b3fb-524c-45e2-943c-c025e2bfd78a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:26:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7101b3fb-524c-45e2-943c-c025e2bfd78a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:26:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7101b3fb-524c-45e2-943c-c025e2bfd78a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-07-16T21:26:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7101b3fb-524c-45e2-943c-c025e2bfd78a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:26:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7101b3fb-524c-45e2-943c-c025e2bfd78a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:26:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "84912073-3e92-4c96-b996-26b3b1460617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:26:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "84912073-3e92-4c96-b996-26b3b1460617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:26:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "84912073-3e92-4c96-b996-26b3b1460617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:26:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "84912073-3e92-4c96-b996-26b3b1460617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-07-16T21:26:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "84912073-3e92-4c96-b996-26b3b1460617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:26:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "84912073-3e92-4c96-b996-26b3b1460617", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:26:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9893cd4-85bb-4d05-8d5a-797f79a4fb46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:26:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9893cd4-85bb-4d05-8d5a-797f79a4fb46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:26:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9893cd4-85bb-4d05-8d5a-797f79a4fb46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:26:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d614d22a-f676-43dc-8bdb-e59d54587c8c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:26:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d614d22a-f676-43dc-8bdb-e59d54587c8c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:26:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d614d22a-f676-43dc-8bdb-e59d54587c8c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:26:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d614d22a-f676-43dc-8bdb-e59d54587c8c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-07-16T21:26:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d614d22a-f676-43dc-8bdb-e59d54587c8c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:26:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d614d22a-f676-43dc-8bdb-e59d54587c8c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:26:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "850c8a0a-9cdf-4d09-ac53-cba7570e1867", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:26:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "850c8a0a-9cdf-4d09-ac53-cba7570e1867", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:26:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "850c8a0a-9cdf-4d09-ac53-cba7570e1867", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:26:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "850c8a0a-9cdf-4d09-ac53-cba7570e1867", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-07-16T21:26:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "850c8a0a-9cdf-4d09-ac53-cba7570e1867", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:26:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "850c8a0a-9cdf-4d09-ac53-cba7570e1867", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f135dd9-3472-4241-afe3-241a563a745f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f135dd9-3472-4241-afe3-241a563a745f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f135dd9-3472-4241-afe3-241a563a745f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:26:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e90b796d-04ca-48c3-81f8-51f7d761b145", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:26:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e90b796d-04ca-48c3-81f8-51f7d761b145", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:26:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e90b796d-04ca-48c3-81f8-51f7d761b145", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:26:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e90b796d-04ca-48c3-81f8-51f7d761b145", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-07-16T21:26:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e90b796d-04ca-48c3-81f8-51f7d761b145", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:26:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e90b796d-04ca-48c3-81f8-51f7d761b145", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:26:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ed883374-7dcd-4b2e-a28f-b3176dc57d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ed883374-7dcd-4b2e-a28f-b3176dc57d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ed883374-7dcd-4b2e-a28f-b3176dc57d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ed883374-7dcd-4b2e-a28f-b3176dc57d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-16T21:26:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ed883374-7dcd-4b2e-a28f-b3176dc57d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:26:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ed883374-7dcd-4b2e-a28f-b3176dc57d85", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e776948d-7a8c-4d83-9af8-7a76c5e7781d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e776948d-7a8c-4d83-9af8-7a76c5e7781d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e776948d-7a8c-4d83-9af8-7a76c5e7781d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:26:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c5192cc4-a535-40a8-b5a4-190b493ab4b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c5192cc4-a535-40a8-b5a4-190b493ab4b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c5192cc4-a535-40a8-b5a4-190b493ab4b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c5192cc4-a535-40a8-b5a4-190b493ab4b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-16T21:26:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c5192cc4-a535-40a8-b5a4-190b493ab4b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:26:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c5192cc4-a535-40a8-b5a4-190b493ab4b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9239144-52b2-497a-932c-db4d88d77379", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9239144-52b2-497a-932c-db4d88d77379", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9239144-52b2-497a-932c-db4d88d77379", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:26:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9239144-52b2-497a-932c-db4d88d77379", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-16T21:26:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9239144-52b2-497a-932c-db4d88d77379", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:26:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9239144-52b2-497a-932c-db4d88d77379", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a2309bf-834c-4f13-bbd6-bab69ce98303", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a2309bf-834c-4f13-bbd6-bab69ce98303", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a2309bf-834c-4f13-bbd6-bab69ce98303", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:27:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4ac9b833-6980-4e2f-926c-230da8e1fafc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:27:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4ac9b833-6980-4e2f-926c-230da8e1fafc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:27:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4ac9b833-6980-4e2f-926c-230da8e1fafc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:27:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4ac9b833-6980-4e2f-926c-230da8e1fafc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-16T21:27:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4ac9b833-6980-4e2f-926c-230da8e1fafc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:27:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4ac9b833-6980-4e2f-926c-230da8e1fafc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:27:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6b6a6aca-9388-4703-b669-77d14f21c6e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:27:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6b6a6aca-9388-4703-b669-77d14f21c6e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:27:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6b6a6aca-9388-4703-b669-77d14f21c6e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:27:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6b6a6aca-9388-4703-b669-77d14f21c6e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-07-16T21:27:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6b6a6aca-9388-4703-b669-77d14f21c6e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:27:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6b6a6aca-9388-4703-b669-77d14f21c6e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7469344a-eca3-4b44-ab76-530b76b65027", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7469344a-eca3-4b44-ab76-530b76b65027", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7469344a-eca3-4b44-ab76-530b76b65027", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:27:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3fe97fc3-8ca9-4c3c-b43a-e510fdbb2b15", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:27:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3fe97fc3-8ca9-4c3c-b43a-e510fdbb2b15", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:27:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3fe97fc3-8ca9-4c3c-b43a-e510fdbb2b15", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:27:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3fe97fc3-8ca9-4c3c-b43a-e510fdbb2b15", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-07-16T21:27:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3fe97fc3-8ca9-4c3c-b43a-e510fdbb2b15", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:27:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3fe97fc3-8ca9-4c3c-b43a-e510fdbb2b15", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:27:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6aea704-e45d-4439-ae25-9fd4d940623f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:27:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6aea704-e45d-4439-ae25-9fd4d940623f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:27:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6aea704-e45d-4439-ae25-9fd4d940623f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:27:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6aea704-e45d-4439-ae25-9fd4d940623f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-07-16T21:27:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6aea704-e45d-4439-ae25-9fd4d940623f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:27:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6aea704-e45d-4439-ae25-9fd4d940623f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-07-16T21:27:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "726b154e-999a-4d24-8633-9de37a59be09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:27:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "726b154e-999a-4d24-8633-9de37a59be09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:27:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "726b154e-999a-4d24-8633-9de37a59be09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:27:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "726b154e-999a-4d24-8633-9de37a59be09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-07-16T21:27:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "726b154e-999a-4d24-8633-9de37a59be09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:27:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "726b154e-999a-4d24-8633-9de37a59be09", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-07-16T21:27:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0256e5a4-23c5-4204-8107-d405f57de277", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:27:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0256e5a4-23c5-4204-8107-d405f57de277", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:27:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0256e5a4-23c5-4204-8107-d405f57de277", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:27:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0256e5a4-23c5-4204-8107-d405f57de277", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-07-16T21:27:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0256e5a4-23c5-4204-8107-d405f57de277", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:27:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0256e5a4-23c5-4204-8107-d405f57de277", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-07-16T21:28:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9934f61e-67a2-4239-b965-76b8eac5a328", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:28:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9934f61e-67a2-4239-b965-76b8eac5a328", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:28:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9934f61e-67a2-4239-b965-76b8eac5a328", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:28:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9934f61e-67a2-4239-b965-76b8eac5a328", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-16T21:28:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9934f61e-67a2-4239-b965-76b8eac5a328", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:28:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9934f61e-67a2-4239-b965-76b8eac5a328", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:28:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cac7fabc-c324-41a7-b439-c4f9ec8e561f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:28:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cac7fabc-c324-41a7-b439-c4f9ec8e561f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:28:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cac7fabc-c324-41a7-b439-c4f9ec8e561f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:28:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cac7fabc-c324-41a7-b439-c4f9ec8e561f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-07-16T21:28:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cac7fabc-c324-41a7-b439-c4f9ec8e561f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:28:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cac7fabc-c324-41a7-b439-c4f9ec8e561f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-07-16T21:28:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7c070df-6c57-44b7-8f44-b6c7756d7465", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:28:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7c070df-6c57-44b7-8f44-b6c7756d7465", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:28:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7c070df-6c57-44b7-8f44-b6c7756d7465", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:28:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7c070df-6c57-44b7-8f44-b6c7756d7465", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-07-16T21:28:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7c070df-6c57-44b7-8f44-b6c7756d7465", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-07-16T21:28:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7c070df-6c57-44b7-8f44-b6c7756d7465", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-07-16T21:28:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "f99a9620-bdbc-494c-a1d6-216ab3e603ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-07-16T21:28:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "62d518ce-fa69-48b7-8245-485ef46ec868", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-07-16T21:28:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "370fec78-f8e9-48eb-aa68-6d46e85549a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:28:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "370fec78-f8e9-48eb-aa68-6d46e85549a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-07-16T21:28:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "705c969e-b4f4-40ce-9d30-abfbda6fcf72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-07-16T21:28:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "2fce294b-c3cb-4c66-97e7-251589fcb51d", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-07-16T21:28:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "f920e058-67d6-48fd-a3a8-8355af30d657", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:28:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "f920e058-67d6-48fd-a3a8-8355af30d657", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-07-16T21:28:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4abdad0-c645-4ff7-9b6d-0c64d418e1e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-07-16T21:28:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "f6bf7ca6-4d46-4cec-b6b9-7a5693e914d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-07-16T21:28:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "3dff7ec6-38f0-4d7e-8ed3-24152e80cb45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-07-16T21:28:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "82da4abc-e6c8-4089-ba43-bb73aa1e1841", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:28:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "82da4abc-e6c8-4089-ba43-bb73aa1e1841", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-07-16T21:28:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69308e70-d915-44ec-ba45-5bc0208e4344", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-07-16T21:28:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "e5d2fd04-e38d-471a-b124-5d1d4ed8415d", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-07-16T21:28:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "8d7ce315-a997-43f1-8829-60b384aa04cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:28:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "8d7ce315-a997-43f1-8829-60b384aa04cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-07-16T21:28:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7afa54b7-4a7e-469c-8185-47cec5c95271", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-07-16T21:28:40Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:28:40Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:28:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:28:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:30:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ee961e2-8484-4c18-acc3-946090e0431d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:30:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ee961e2-8484-4c18-acc3-946090e0431d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:30:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ee961e2-8484-4c18-acc3-946090e0431d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:31:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6bbe9ee-dbdc-4b0e-8492-3ad10077dfb7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:31:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6bbe9ee-dbdc-4b0e-8492-3ad10077dfb7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:31:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6bbe9ee-dbdc-4b0e-8492-3ad10077dfb7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "openshift-service-ca.crt", "reconcileID": "4428cbe2-3c8d-4029-b24c-e26ab1661263", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-trusted-ca-bundle", "reconcileID": "20b68fbf-748c-4c4f-95b5-a5e19fea6299", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "openshift-service-ca.crt", "reconcileID": "ebff0f73-8987-4ed3-ab05-73d23c7829b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-272554", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:31:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "openshift-service-ca.crt", "reconcileID": "ebff0f73-8987-4ed3-ab05-73d23c7829b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc962cd3-3a7c-4151-8a4c-9880e005e042", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "openshift-service-ca.crt", "reconcileID": "5322e0a8-265e-4a53-9493-df66ab5413e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-trusted-ca-bundle", "reconcileID": "5cfd7a7d-4bbb-4f41-a9a3-b72be6cd839f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-272554", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:31:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-trusted-ca-bundle", "reconcileID": "5cfd7a7d-4bbb-4f41-a9a3-b72be6cd839f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32f8c6a8-b96b-4fdd-8e12-e5a49e13df15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa0b79c1-4506-43df-9a42-90d40d7d28c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa0b79c1-4506-43df-9a42-90d40d7d28c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-272554", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:31:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa0b79c1-4506-43df-9a42-90d40d7d28c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-272554 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T21:31:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-trusted-ca-bundle", "reconcileID": "43155625-a1d6-45be-8c83-ad43392bd109", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-trusted-ca-bundle", "reconcileID": "43155625-a1d6-45be-8c83-ad43392bd109", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "openshift-service-ca.crt", "reconcileID": "71e0f3c6-c8fe-4bfd-8dbd-d91de3f052b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "openshift-service-ca.crt", "reconcileID": "71e0f3c6-c8fe-4bfd-8dbd-d91de3f052b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec79a953-8189-47a6-885b-17988526a7ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-272554"}, "namespace": "e2e-webhook-test-272554", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec79a953-8189-47a6-885b-17988526a7ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-272554"} 2026-07-16T21:31:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "openshift-service-ca.crt", "reconcileID": "63048f3f-060b-4f19-9050-dab2224fc1b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-trusted-ca-bundle", "reconcileID": "675a0aa1-9347-45d2-ab28-4bbcc4495792", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "openshift-service-ca.crt", "reconcileID": "e4d17988-069f-42a3-b5a8-ca7fd4478f0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1fe7b8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:31:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "openshift-service-ca.crt", "reconcileID": "e4d17988-069f-42a3-b5a8-ca7fd4478f0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2b9b94d-54c5-4990-9f66-c19ad6e90e2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "openshift-service-ca.crt", "reconcileID": "60084325-9c6b-4c46-b53f-0a9f1cc58676", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-trusted-ca-bundle", "reconcileID": "862c79f8-fdd6-4311-b608-8e2d5ed5f961", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:31:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-trusted-ca-bundle", "reconcileID": "862c79f8-fdd6-4311-b608-8e2d5ed5f961", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dd206b3-b770-4fbe-af57-e23d06f7896f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e38b513-9a5e-4a2f-977b-0a3e48153086", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e38b513-9a5e-4a2f-977b-0a3e48153086", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:31:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e38b513-9a5e-4a2f-977b-0a3e48153086", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-1fe7b8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T21:31:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-trusted-ca-bundle", "reconcileID": "2e5c5efc-88b6-4005-b452-2b04cb47bf1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-trusted-ca-bundle", "reconcileID": "2e5c5efc-88b6-4005-b452-2b04cb47bf1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "openshift-service-ca.crt", "reconcileID": "3197d487-0e6a-4ee6-b809-4fbe3332a72a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "openshift-service-ca.crt", "reconcileID": "3197d487-0e6a-4ee6-b809-4fbe3332a72a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b527d1e-e9cd-423c-939b-33ab4d0ae326", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:31:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1fe7b8"}, "namespace": "e2e-webhook-test-1fe7b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b527d1e-e9cd-423c-939b-33ab4d0ae326", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1fe7b8"} 2026-07-16T21:37:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:37:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:37:12Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:37:12Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:42:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6df02193-8189-4ec5-94b6-958ba5977301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:42:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6df02193-8189-4ec5-94b6-958ba5977301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:42:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6df02193-8189-4ec5-94b6-958ba5977301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3a4790a-c94a-46ba-95df-07a627cf0f46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3a4790a-c94a-46ba-95df-07a627cf0f46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3a4790a-c94a-46ba-95df-07a627cf0f46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:42:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "777600a5-a86e-494b-a0fa-e0f33b930d39", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:42:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "777600a5-a86e-494b-a0fa-e0f33b930d39", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:42:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "777600a5-a86e-494b-a0fa-e0f33b930d39", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:42:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34f0408b-03e7-4b46-aa8b-bf78a99c9719", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:42:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34f0408b-03e7-4b46-aa8b-bf78a99c9719", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-16T21:42:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34f0408b-03e7-4b46-aa8b-bf78a99c9719", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-16T21:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "openshift-service-ca.crt", "reconcileID": "dfa97c52-d952-45ef-a7ad-603c3e703ce6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-trusted-ca-bundle", "reconcileID": "e0c57d75-bf55-4c97-bedf-fd82c76bcc55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "openshift-service-ca.crt", "reconcileID": "bc8afd8f-325a-45cc-92fc-45e4a671c90e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-37681761", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:42:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "openshift-service-ca.crt", "reconcileID": "bc8afd8f-325a-45cc-92fc-45e4a671c90e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08b56330-8153-4c27-a610-cd84b2051b27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "openshift-service-ca.crt", "reconcileID": "caa56f13-9ed6-40d2-b8ad-37d22b3fbd14", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-trusted-ca-bundle", "reconcileID": "0e76af87-a84d-4659-aa9b-a20d3ef11226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-37681761", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:42:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-trusted-ca-bundle", "reconcileID": "0e76af87-a84d-4659-aa9b-a20d3ef11226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82e4f7bf-7b1a-44a3-96ef-09d103d086be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6395aff-67bc-446e-a418-60c302256fc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6395aff-67bc-446e-a418-60c302256fc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-37681761", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:42:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6395aff-67bc-446e-a418-60c302256fc8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-ait-wrong-37681761 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T21:42:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-trusted-ca-bundle", "reconcileID": "e59e706d-52ed-46f4-8c7c-502f92055664", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-trusted-ca-bundle", "reconcileID": "e59e706d-52ed-46f4-8c7c-502f92055664", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "openshift-service-ca.crt", "reconcileID": "19ab88e6-8392-47a2-a65b-712e593c9855", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "openshift-service-ca.crt", "reconcileID": "19ab88e6-8392-47a2-a65b-712e593c9855", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93b90bdf-049d-4b8f-962a-e2c504bac00f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-37681761"}, "namespace": "e2e-ait-wrong-37681761", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93b90bdf-049d-4b8f-962a-e2c504bac00f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-37681761"} 2026-07-16T21:42:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fa7d409d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fa7d409d", "reconcileID": "ec9ff532-0db3-404e-b60c-fe9550300e9b", "Gateway": "e2e-ait-fa7d409d", "namespace": "openshift-ingress"} 2026-07-16T21:42:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fa7d409d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fa7d409d", "reconcileID": "ce981ee3-027d-4d87-8bf6-502c15ebb419", "Gateway": "e2e-ait-fa7d409d", "namespace": "openshift-ingress"} 2026-07-16T21:42:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fa7d409d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fa7d409d", "reconcileID": "21e35911-33a3-4458-9cfb-66df0e12e157", "Gateway": "e2e-ait-fa7d409d", "namespace": "openshift-ingress"} 2026-07-16T21:42:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fa7d409d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fa7d409d", "reconcileID": "fdfda95d-5597-44f3-bc27-1ec72ba0ef88", "Gateway": "e2e-ait-fa7d409d", "namespace": "openshift-ingress"} 2026-07-16T21:42:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fa7d409d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fa7d409d", "reconcileID": "0c7a7c1d-7cc0-4dc3-81ba-3006acf65792", "Gateway": "e2e-ait-fa7d409d", "namespace": "openshift-ingress"} 2026-07-16T21:42:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fa7d409d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fa7d409d", "reconcileID": "24e155b4-b1cc-430b-a54e-f9214c9299e0", "Gateway": "e2e-ait-fa7d409d", "namespace": "openshift-ingress"} 2026-07-16T21:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "openshift-service-ca.crt", "reconcileID": "4684dab7-e5fb-4f7b-b71a-bae8fcf8add5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-trusted-ca-bundle", "reconcileID": "7ddb4b98-05fe-4faf-b0d9-6c538dca9166", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:42:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "openshift-service-ca.crt", "reconcileID": "b22de9ab-c9c0-4bdc-bbba-25065495b5d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-fa7d409d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:42:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "openshift-service-ca.crt", "reconcileID": "b22de9ab-c9c0-4bdc-bbba-25065495b5d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1feeea9d-5522-4121-8dec-c0d13a76d7c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "openshift-service-ca.crt", "reconcileID": "cc5028bd-2b90-4850-af8b-a14f8a91a117", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:42:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-trusted-ca-bundle", "reconcileID": "6dbc5c86-12bd-482e-b3be-a70fb429df1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:42:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-trusted-ca-bundle", "reconcileID": "6dbc5c86-12bd-482e-b3be-a70fb429df1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d59a895-a846-4358-8ab8-037fd608c775", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:42:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b43e0345-5cde-4e53-9018-451a51889d63", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fa7d409d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fa7d409d", "reconcileID": "189aa926-9972-4e8a-960e-78d725210704", "Gateway": "e2e-ait-fa7d409d", "namespace": "openshift-ingress"} 2026-07-16T21:42:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fa7d409d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fa7d409d", "reconcileID": "52abee89-7292-445d-b597-66e752cbd3c3", "Gateway": "e2e-ait-fa7d409d", "namespace": "openshift-ingress"} 2026-07-16T21:44:08Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:44:08Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:44:09Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:44:09Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:45:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f915a77a-5898-4bf7-a918-4d5e854c4e8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:46:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a8d1a95-bcb6-42fc-84e7-e5ca00fd7bd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:46:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a8d1a95-bcb6-42fc-84e7-e5ca00fd7bd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:46:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a8d1a95-bcb6-42fc-84e7-e5ca00fd7bd5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-fa7d409d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T21:46:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-trusted-ca-bundle", "reconcileID": "212fc489-d470-44ec-8212-61d34258adec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:46:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-trusted-ca-bundle", "reconcileID": "212fc489-d470-44ec-8212-61d34258adec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:46:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "openshift-service-ca.crt", "reconcileID": "3e1bf055-6870-4b24-9324-6f7865f38c6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:46:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "openshift-service-ca.crt", "reconcileID": "3e1bf055-6870-4b24-9324-6f7865f38c6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:46:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56484485-1b9d-4809-a43c-bec6799a1034", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:46:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-fa7d409d"}, "namespace": "ai-tenant-e2e-ait-fa7d409d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56484485-1b9d-4809-a43c-bec6799a1034", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-fa7d409d"} 2026-07-16T21:46:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-trusted-ca-bundle", "reconcileID": "24434698-600d-404f-84f2-1fef09a84bdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:46:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-trusted-ca-bundle", "reconcileID": "5419369f-8489-4aea-a307-9a2ea158553e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:46:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-trusted-ca-bundle", "reconcileID": "5419369f-8489-4aea-a307-9a2ea158553e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:46:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "openshift-service-ca.crt", "reconcileID": "484890bf-44b7-429e-a54c-846ad2da4b99", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:46:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "openshift-service-ca.crt", "reconcileID": "484890bf-44b7-429e-a54c-846ad2da4b99", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:46:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1439633d-88f6-4f1a-8cdd-fe8e7b9f6915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:46:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "openshift-service-ca.crt", "reconcileID": "770f7c3f-d2d0-4548-9d68-4b7f9a369281", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:46:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-7c0a35cd-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-7c0a35cd-gw", "reconcileID": "f90de536-b3a8-4b4a-ad2f-3a9634cef803", "Gateway": "e2e-migrate-7c0a35cd-gw", "namespace": "openshift-ingress"} 2026-07-16T21:46:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-7c0a35cd-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-7c0a35cd-gw", "reconcileID": "9cc1f5a9-0f02-4075-a253-700698ee82a4", "Gateway": "e2e-migrate-7c0a35cd-gw", "namespace": "openshift-ingress"} 2026-07-16T21:46:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-7c0a35cd-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-7c0a35cd-gw", "reconcileID": "7a0a3929-6e88-410c-856d-937e70fd1900", "Gateway": "e2e-migrate-7c0a35cd-gw", "namespace": "openshift-ingress"} 2026-07-16T21:46:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-7c0a35cd-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-7c0a35cd-gw", "reconcileID": "d95633ee-f98e-4559-a3ad-416dc4b7adab", "Gateway": "e2e-migrate-7c0a35cd-gw", "namespace": "openshift-ingress"} 2026-07-16T21:46:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-7c0a35cd-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-7c0a35cd-gw", "reconcileID": "bc3fdb41-17a5-43d8-b27b-1c9648712d89", "Gateway": "e2e-migrate-7c0a35cd-gw", "namespace": "openshift-ingress"} 2026-07-16T21:46:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-7c0a35cd-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-7c0a35cd-gw", "reconcileID": "67013984-8c39-43d6-818a-2549f8946dad", "Gateway": "e2e-migrate-7c0a35cd-gw", "namespace": "openshift-ingress"} 2026-07-16T21:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2a2d5f1f-a9e0-4160-87a1-67a757dd46b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-7c0a35cd-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-7c0a35cd-gw", "reconcileID": "d6306440-bbe9-48b0-a80f-ac4cafd6b891", "Gateway": "e2e-migrate-7c0a35cd-gw", "namespace": "openshift-ingress"} 2026-07-16T21:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-7c0a35cd-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-7c0a35cd-gw", "reconcileID": "a451e131-72cc-4406-8e06-a0fa97593675", "Gateway": "e2e-migrate-7c0a35cd-gw", "namespace": "openshift-ingress"} 2026-07-16T21:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98f10a5f-7ae5-4f40-af15-1c85c563f6b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:47:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98f10a5f-7ae5-4f40-af15-1c85c563f6b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:47:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98f10a5f-7ae5-4f40-af15-1c85c563f6b0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-migrate-7c0a35cd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T21:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-trusted-ca-bundle", "reconcileID": "ee052de1-e0f1-45ee-8138-714dadbed0fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-trusted-ca-bundle", "reconcileID": "ee052de1-e0f1-45ee-8138-714dadbed0fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "openshift-service-ca.crt", "reconcileID": "8ba18f73-c3ed-4460-8048-2f6fb30bf5e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "openshift-service-ca.crt", "reconcileID": "8ba18f73-c3ed-4460-8048-2f6fb30bf5e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e79117d-f014-40a4-a38b-9f108477ca92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-7c0a35cd"}, "namespace": "ai-tenant-e2e-migrate-7c0a35cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e79117d-f014-40a4-a38b-9f108477ca92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-7c0a35cd"} 2026-07-16T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f6d0b514","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f6d0b514", "reconcileID": "0a59c993-22cb-44d6-a423-c797d81caf51", "Gateway": "e2e-ait-f6d0b514", "namespace": "openshift-ingress"} 2026-07-16T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f6d0b514","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f6d0b514", "reconcileID": "2068d951-04d3-4de9-a2c8-4f9292077146", "Gateway": "e2e-ait-f6d0b514", "namespace": "openshift-ingress"} 2026-07-16T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f6d0b514","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f6d0b514", "reconcileID": "34f2c7a9-ba79-4d09-bc5f-1dd91450ae86", "Gateway": "e2e-ait-f6d0b514", "namespace": "openshift-ingress"} 2026-07-16T21:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f6d0b514","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f6d0b514", "reconcileID": "6c52d0ae-94a3-4560-9e58-2f2663c01cd9", "Gateway": "e2e-ait-f6d0b514", "namespace": "openshift-ingress"} 2026-07-16T21:47:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f6d0b514","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f6d0b514", "reconcileID": "f3df46e2-4d46-4f97-aa13-d129492398c6", "Gateway": "e2e-ait-f6d0b514", "namespace": "openshift-ingress"} 2026-07-16T21:47:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f6d0b514","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f6d0b514", "reconcileID": "65cefe60-655b-4478-af00-e90d5f242d67", "Gateway": "e2e-ait-f6d0b514", "namespace": "openshift-ingress"} 2026-07-16T21:47:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "openshift-service-ca.crt", "reconcileID": "31a3a16d-be4b-4dd8-93a1-d21b222028bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:47:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-trusted-ca-bundle", "reconcileID": "019f1f81-e59f-4e9a-bfde-f7500ceed85b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:47:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "openshift-service-ca.crt", "reconcileID": "e3ea597b-7752-4a5a-a18a-0cd67bca72f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-f6d0b514", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:47:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "openshift-service-ca.crt", "reconcileID": "e3ea597b-7752-4a5a-a18a-0cd67bca72f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:47:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "openshift-service-ca.crt", "reconcileID": "2d378ac1-889a-454a-9a70-bb37b7e6e887", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:47:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5763de5-df15-4f0a-b833-7407d8fb8e5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:47:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-trusted-ca-bundle", "reconcileID": "776d1a00-b5aa-4b55-b791-1a40f07f8472", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:47:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-trusted-ca-bundle", "reconcileID": "776d1a00-b5aa-4b55-b791-1a40f07f8472", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:47:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2a2808c-0509-4881-881d-e8c79cb2870d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:47:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c90a0ba-1361-4c0f-94af-1e95a8f8d4ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:47:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f6d0b514","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f6d0b514", "reconcileID": "3404c08a-fa04-4f7b-b22b-a5a5b9e32158", "Gateway": "e2e-ait-f6d0b514", "namespace": "openshift-ingress"} 2026-07-16T21:47:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f6d0b514","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f6d0b514", "reconcileID": "6fe3717f-4f35-4c0a-9945-e3afffd647a1", "Gateway": "e2e-ait-f6d0b514", "namespace": "openshift-ingress"} 2026-07-16T21:50:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3782f4fb-5928-4c84-8f40-c8f256455ddf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:51:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "72d51164-e199-4de7-a22c-a3943fbfdf3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T21:51:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:51:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:51:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:51:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T21:53:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4035b51-cbda-4075-a0f7-528946ba62af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:53:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4035b51-cbda-4075-a0f7-528946ba62af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T21:53:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4035b51-cbda-4075-a0f7-528946ba62af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-f6d0b514 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T21:53:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-trusted-ca-bundle", "reconcileID": "b0ebae12-42ad-4496-ab42-3dc38be294c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:53:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-trusted-ca-bundle", "reconcileID": "b0ebae12-42ad-4496-ab42-3dc38be294c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:53:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "openshift-service-ca.crt", "reconcileID": "1d473dd8-556b-4c28-9422-4f49e654f103", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:53:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "openshift-service-ca.crt", "reconcileID": "1d473dd8-556b-4c28-9422-4f49e654f103", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:53:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c947240-0a36-4e0b-b45a-1fb06f3524bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514"} 2026-07-16T21:53:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-f6d0b514"}, "namespace": "ai-tenant-e2e-ait-f6d0b514", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c947240-0a36-4e0b-b45a-1fb06f3524bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-f6d0b514"}