sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:40:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-480517"}, "namespace": "ai-tenant-e2e-shared-a-w3-480517", "name": "odh-trusted-ca-bundle", "reconcileID": "ef044b82-ff3a-41fb-b691-fe8850415e4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-480517"} 2026-09-09T17:40:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-480517"}, "namespace": "ai-tenant-e2e-shared-a-w3-480517", "name": "odh-trusted-ca-bundle", "reconcileID": "ef044b82-ff3a-41fb-b691-fe8850415e4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-480517"} 2026-09-09T17:40:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-480517"}, "namespace": "ai-tenant-e2e-shared-a-w3-480517", "name": "openshift-service-ca.crt", "reconcileID": "86cb786f-4417-4a10-8f31-4687a49b8513", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-480517"} 2026-09-09T17:40:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-480517"}, "namespace": "ai-tenant-e2e-shared-a-w3-480517", "name": "openshift-service-ca.crt", "reconcileID": "86cb786f-4417-4a10-8f31-4687a49b8513", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-480517"} 2026-09-09T17:40:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-480517"}, "namespace": "ai-tenant-e2e-shared-a-w3-480517", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d4b83e-4560-4e7f-bfcc-7a73bbb905fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-480517"} 2026-09-09T17:40:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-480517"}, "namespace": "ai-tenant-e2e-shared-a-w3-480517", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3d4b83e-4560-4e7f-bfcc-7a73bbb905fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-480517"} 2026-09-09T17:40:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-480517","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-480517", "reconcileID": "64828d57-aa72-4af9-bf3e-33209d5db3fb", "Gateway": "e2e-shared-a-w3-480517", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "c0a9ebf8-10a9-42e7-9623-17034a68cf0e", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "c0a9ebf8-10a9-42e7-9623-17034a68cf0e", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:40:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "c0a9ebf8-10a9-42e7-9623-17034a68cf0e", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "67d4b3dd-8c78-4bf8-b500-aad782b4cd92", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "67d4b3dd-8c78-4bf8-b500-aad782b4cd92", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:40:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "67d4b3dd-8c78-4bf8-b500-aad782b4cd92", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "caf306da-75b5-4b09-8d0b-b2f7e951216f", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "caf306da-75b5-4b09-8d0b-b2f7e951216f", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:40:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "caf306da-75b5-4b09-8d0b-b2f7e951216f", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "5dde3ee7-99bd-4288-9691-cf4b197796fe", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "5dde3ee7-99bd-4288-9691-cf4b197796fe", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:40:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "5dde3ee7-99bd-4288-9691-cf4b197796fe", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "7aac03e6-c323-475b-95f8-aada1070733a", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "7aac03e6-c323-475b-95f8-aada1070733a", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:40:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "7aac03e6-c323-475b-95f8-aada1070733a", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-17e67b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-17e67b", "reconcileID": "c5e73115-acb1-4d47-ad72-674527a49adc", "Gateway": "e2e-shared-b-w3-17e67b", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-17e67b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-17e67b", "reconcileID": "c5e73115-acb1-4d47-ad72-674527a49adc", "Gateway": "e2e-shared-b-w3-17e67b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-17e67b-authn-ssl"} 2026-09-09T17:40:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-17e67b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-17e67b", "reconcileID": "c5e73115-acb1-4d47-ad72-674527a49adc", "Gateway": "e2e-shared-b-w3-17e67b", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "9b42a3f8-c27b-4372-b861-ead6da16d8de", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "9b42a3f8-c27b-4372-b861-ead6da16d8de", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:40:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "9b42a3f8-c27b-4372-b861-ead6da16d8de", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "019686b4-ca99-414e-b9d2-d0123b50d363", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "019686b4-ca99-414e-b9d2-d0123b50d363", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "019686b4-ca99-414e-b9d2-d0123b50d363", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "openshift-service-ca.crt", "reconcileID": "7d763829-ea09-4591-a582-5cdef872959b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:40:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-trusted-ca-bundle", "reconcileID": "fff086a7-e95d-45df-a95e-80311d7c5a75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:40:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-trusted-ca-bundle", "reconcileID": "fff086a7-e95d-45df-a95e-80311d7c5a75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:40:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "openshift-service-ca.crt", "reconcileID": "03cd697d-30dc-40c3-bacf-892b6f4d1830", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f636a1c6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:40:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "openshift-service-ca.crt", "reconcileID": "03cd697d-30dc-40c3-bacf-892b6f4d1830", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8a62fd1-9cd4-48e2-8e6c-94cdcca7112b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "openshift-service-ca.crt", "reconcileID": "29fa858a-54a3-48b3-8a30-4ae499e5f949", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:40:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "openshift-service-ca.crt", "reconcileID": "cd7c9ac2-ce8c-4527-bde3-1f8575feb0ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:40:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-trusted-ca-bundle", "reconcileID": "a8cc05bd-862b-43e7-8e14-06d772a01fb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:40:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-trusted-ca-bundle", "reconcileID": "a8cc05bd-862b-43e7-8e14-06d772a01fb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:40:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8351c074-5957-4211-82e4-ddea0e2ac654", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:40:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-17e67b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-17e67b", "reconcileID": "7ab5b309-2f47-4a7c-a269-3a46d1198540", "Gateway": "e2e-shared-b-w3-17e67b", "namespace": "openshift-ingress"} 2026-09-09T17:40:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-17e67b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-17e67b", "reconcileID": "7ab5b309-2f47-4a7c-a269-3a46d1198540", "Gateway": "e2e-shared-b-w3-17e67b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-17e67b-authn-ssl"} 2026-09-09T17:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-17e67b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-17e67b", "reconcileID": "7ab5b309-2f47-4a7c-a269-3a46d1198540", "Gateway": "e2e-shared-b-w3-17e67b", "namespace": "openshift-ingress"} 2026-09-09T17:40:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "c0b24e89-4c96-40d9-a8d2-6fc83d327b22", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "c0b24e89-4c96-40d9-a8d2-6fc83d327b22", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "c0b24e89-4c96-40d9-a8d2-6fc83d327b22", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-17e67b"}, "namespace": "ai-tenant-e2e-shared-b-w3-17e67b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba91b66b-34a4-457a-b7dd-4941513bbb68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-17e67b"} 2026-09-09T17:40:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-17e67b"}, "namespace": "ai-tenant-e2e-shared-b-w3-17e67b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba91b66b-34a4-457a-b7dd-4941513bbb68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-17e67b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:40:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-17e67b"}, "namespace": "ai-tenant-e2e-shared-b-w3-17e67b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba91b66b-34a4-457a-b7dd-4941513bbb68", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-17e67b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:40:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-17e67b"}, "namespace": "ai-tenant-e2e-shared-b-w3-17e67b", "name": "odh-trusted-ca-bundle", "reconcileID": "281ad9d3-9e73-4ed8-aef5-d6148ee60bcc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-17e67b"} 2026-09-09T17:40:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-17e67b"}, "namespace": "ai-tenant-e2e-shared-b-w3-17e67b", "name": "odh-trusted-ca-bundle", "reconcileID": "281ad9d3-9e73-4ed8-aef5-d6148ee60bcc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-17e67b"} 2026-09-09T17:40:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-17e67b"}, "namespace": "ai-tenant-e2e-shared-b-w3-17e67b", "name": "openshift-service-ca.crt", "reconcileID": "e1fc7380-29c2-4e25-b210-4c329805164a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-17e67b"} 2026-09-09T17:40:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-17e67b"}, "namespace": "ai-tenant-e2e-shared-b-w3-17e67b", "name": "openshift-service-ca.crt", "reconcileID": "e1fc7380-29c2-4e25-b210-4c329805164a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-17e67b"} 2026-09-09T17:40:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-17e67b"}, "namespace": "ai-tenant-e2e-shared-b-w3-17e67b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4b6efb8-0f41-40e4-948e-f29c38d6a524", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-17e67b"} 2026-09-09T17:40:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-17e67b"}, "namespace": "ai-tenant-e2e-shared-b-w3-17e67b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4b6efb8-0f41-40e4-948e-f29c38d6a524", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-17e67b"} 2026-09-09T17:40:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-17e67b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-17e67b", "reconcileID": "80bb9656-6686-4759-a02e-2e67a93cf037", "Gateway": "e2e-shared-b-w3-17e67b", "namespace": "openshift-ingress"} 2026-09-09T17:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "6d011f65-2d14-4d56-bb7c-f5e38843a9b2", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "6d011f65-2d14-4d56-bb7c-f5e38843a9b2", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "6d011f65-2d14-4d56-bb7c-f5e38843a9b2", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "07acab7a-486f-4cc2-a2a3-cb7db9827df1", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "07acab7a-486f-4cc2-a2a3-cb7db9827df1", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "07acab7a-486f-4cc2-a2a3-cb7db9827df1", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "faa97980-7ba1-47e7-afd6-eb49e8bc53d8", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "07acab7a-486f-4cc2-a2a3-cb7db9827df1", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:41:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "07acab7a-486f-4cc2-a2a3-cb7db9827df1", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "authType": "userdefined"} 2026-09-09T17:41:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "07acab7a-486f-4cc2-a2a3-cb7db9827df1", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "faa97980-7ba1-47e7-afd6-eb49e8bc53d8", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:41:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "faa97980-7ba1-47e7-afd6-eb49e8bc53d8", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "da7d7beb-5204-4735-b1c0-ae3e382dccc9", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "da7d7beb-5204-4735-b1c0-ae3e382dccc9", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "da7d7beb-5204-4735-b1c0-ae3e382dccc9", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "da7d7beb-5204-4735-b1c0-ae3e382dccc9", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:41:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "da7d7beb-5204-4735-b1c0-ae3e382dccc9", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "authType": "userdefined"} 2026-09-09T17:41:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "da7d7beb-5204-4735-b1c0-ae3e382dccc9", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "d2ab65be-7458-44dc-a6a8-00fb788c4ff6", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "d2ab65be-7458-44dc-a6a8-00fb788c4ff6", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:41:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "d2ab65be-7458-44dc-a6a8-00fb788c4ff6", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "db1949ab-4079-4495-ae2f-002dbb0a5892", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "db1949ab-4079-4495-ae2f-002dbb0a5892", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "db1949ab-4079-4495-ae2f-002dbb0a5892", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "db1949ab-4079-4495-ae2f-002dbb0a5892", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:41:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "db1949ab-4079-4495-ae2f-002dbb0a5892", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "authType": "userdefined"} 2026-09-09T17:41:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "db1949ab-4079-4495-ae2f-002dbb0a5892", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "08b9fb2d-b1b1-492a-b641-ce653e023a09", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "08b9fb2d-b1b1-492a-b641-ce653e023a09", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "08b9fb2d-b1b1-492a-b641-ce653e023a09", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "08b9fb2d-b1b1-492a-b641-ce653e023a09", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:41:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "08b9fb2d-b1b1-492a-b641-ce653e023a09", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "authType": "userdefined"} 2026-09-09T17:41:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "08b9fb2d-b1b1-492a-b641-ce653e023a09", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e67cad30-decd-412d-9704-9973dc853f51", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e67cad30-decd-412d-9704-9973dc853f51", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e67cad30-decd-412d-9704-9973dc853f51", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e67cad30-decd-412d-9704-9973dc853f51", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:41:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e67cad30-decd-412d-9704-9973dc853f51", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "authType": "userdefined"} 2026-09-09T17:41:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e67cad30-decd-412d-9704-9973dc853f51", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "d7277677-1ea8-4c20-97cb-5d16d7ffea1e", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "d7277677-1ea8-4c20-97cb-5d16d7ffea1e", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:41:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "d7277677-1ea8-4c20-97cb-5d16d7ffea1e", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "bdfd6ba6-d5d3-4d6d-907f-9a2e6aecf370", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "bdfd6ba6-d5d3-4d6d-907f-9a2e6aecf370", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:41:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "bdfd6ba6-d5d3-4d6d-907f-9a2e6aecf370", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "e4fb545f-07fb-4cd1-89d2-67498fa00706", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "e4fb545f-07fb-4cd1-89d2-67498fa00706", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:41:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "e4fb545f-07fb-4cd1-89d2-67498fa00706", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:41:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "87a720f2-90b2-441f-939e-0ac77b75268e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "87a720f2-90b2-441f-939e-0ac77b75268e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "87a720f2-90b2-441f-939e-0ac77b75268e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:41:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "87a720f2-90b2-441f-939e-0ac77b75268e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:41:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "87a720f2-90b2-441f-939e-0ac77b75268e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "authType": "userdefined"} 2026-09-09T17:41:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "87a720f2-90b2-441f-939e-0ac77b75268e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "afde569a-17ef-438a-a53c-24e7159da183", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "afde569a-17ef-438a-a53c-24e7159da183", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "afde569a-17ef-438a-a53c-24e7159da183", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "afde569a-17ef-438a-a53c-24e7159da183", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:42:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "afde569a-17ef-438a-a53c-24e7159da183", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "authType": "userdefined"} 2026-09-09T17:42:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "afde569a-17ef-438a-a53c-24e7159da183", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "a0fe7c44-0a5a-4395-a02e-84c07e9abb85", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "a0fe7c44-0a5a-4395-a02e-84c07e9abb85", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "a0fe7c44-0a5a-4395-a02e-84c07e9abb85", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:42:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67ed98ee-c0c9-4c52-942f-248ef7fed768", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67ed98ee-c0c9-4c52-942f-248ef7fed768", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:42:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67ed98ee-c0c9-4c52-942f-248ef7fed768", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f636a1c6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:42:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-trusted-ca-bundle", "reconcileID": "c5532793-9dc8-4e66-b679-859cae567da5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-trusted-ca-bundle", "reconcileID": "c5532793-9dc8-4e66-b679-859cae567da5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "openshift-service-ca.crt", "reconcileID": "038ab257-11da-47d6-915a-88eb498f0ba8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "openshift-service-ca.crt", "reconcileID": "038ab257-11da-47d6-915a-88eb498f0ba8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e04922e7-8f9c-412e-a888-359bb48e7062", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e04922e7-8f9c-412e-a888-359bb48e7062", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e5b25496-4530-4c3e-86d4-59d2ea8d699e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e5b25496-4530-4c3e-86d4-59d2ea8d699e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6"} 2026-09-09T17:42:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e5b25496-4530-4c3e-86d4-59d2ea8d699e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e5b25496-4530-4c3e-86d4-59d2ea8d699e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e5b25496-4530-4c3e-86d4-59d2ea8d699e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:42:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e5b25496-4530-4c3e-86d4-59d2ea8d699e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:42:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e5b25496-4530-4c3e-86d4-59d2ea8d699e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "e5b25496-4530-4c3e-86d4-59d2ea8d699e", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "219426c3-b588-454c-bd8c-593a7ef2ab12", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "219426c3-b588-454c-bd8c-593a7ef2ab12", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6"} 2026-09-09T17:42:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "219426c3-b588-454c-bd8c-593a7ef2ab12", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "219426c3-b588-454c-bd8c-593a7ef2ab12", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "219426c3-b588-454c-bd8c-593a7ef2ab12", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:42:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "219426c3-b588-454c-bd8c-593a7ef2ab12", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6-kserve-route-authn"} 2026-09-09T17:42:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "219426c3-b588-454c-bd8c-593a7ef2ab12", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "219426c3-b588-454c-bd8c-593a7ef2ab12", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-f636a1c6","namespace":"ai-tenant-e2e-mt-f636a1c6"}, "namespace": "ai-tenant-e2e-mt-f636a1c6", "name": "e2e-lifecycle-model-f636a1c6", "reconcileID": "d584b5ac-a9e8-4da8-b3fa-eae4fe8ce121", "LLMInferenceService": "e2e-lifecycle-model-f636a1c6", "namespace": "ai-tenant-e2e-mt-f636a1c6"} 2026-09-09T17:42:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "84aed437-bbda-4bcd-b0e8-71efac578386", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:42:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "84aed437-bbda-4bcd-b0e8-71efac578386", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6-authn-ssl"} 2026-09-09T17:42:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "84aed437-bbda-4bcd-b0e8-71efac578386", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:42:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f636a1c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f636a1c6", "reconcileID": "9ed057e0-5753-4fa3-b5c3-252ce7851fff", "Gateway": "e2e-mt-f636a1c6", "namespace": "openshift-ingress"} 2026-09-09T17:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "openshift-service-ca.crt", "reconcileID": "6288e757-2b98-4153-af3a-228fad24d08c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-trusted-ca-bundle", "reconcileID": "04f64445-2a60-4548-b45b-a4da22f1436f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "openshift-service-ca.crt", "reconcileID": "11841095-f15e-4cf1-addb-2d5f51117fb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f4e73c8a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:42:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "openshift-service-ca.crt", "reconcileID": "11841095-f15e-4cf1-addb-2d5f51117fb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e665047-0ea5-48a1-9a76-031aa467034f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "openshift-service-ca.crt", "reconcileID": "46bcf39a-6214-4bf9-854b-171d5b77cc3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-trusted-ca-bundle", "reconcileID": "94624124-445a-4fd5-ab4e-c72a474f790d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:42:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-trusted-ca-bundle", "reconcileID": "94624124-445a-4fd5-ab4e-c72a474f790d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "715a587b-7bec-44bf-95c3-cf439582d619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "openshift-service-ca.crt", "reconcileID": "4ccec098-282d-4c5b-9cea-599452f36ef5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-trusted-ca-bundle", "reconcileID": "4850c72e-490c-4ea3-8267-f826f86518de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "openshift-service-ca.crt", "reconcileID": "a740e034-e109-40c2-8078-d917df72aadf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6efcc783", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:42:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "openshift-service-ca.crt", "reconcileID": "a740e034-e109-40c2-8078-d917df72aadf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "273ec0b4-c193-4e0f-8dad-92be1bdfd915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "openshift-service-ca.crt", "reconcileID": "40625c15-7252-48c9-8031-b9836daf6656", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-trusted-ca-bundle", "reconcileID": "fee0a0b2-cb36-40d2-8879-852214a11aa3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:42:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-trusted-ca-bundle", "reconcileID": "fee0a0b2-cb36-40d2-8879-852214a11aa3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d6f826a-10ca-4d30-996d-a3de030c1d08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f0f6653-fb6f-40b5-aba5-c74c06b872a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f0f6653-fb6f-40b5-aba5-c74c06b872a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:42:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f0f6653-fb6f-40b5-aba5-c74c06b872a4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f4e73c8a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-trusted-ca-bundle", "reconcileID": "79d3635b-585f-417b-9e7d-2eaae7ba71cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-trusted-ca-bundle", "reconcileID": "79d3635b-585f-417b-9e7d-2eaae7ba71cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "openshift-service-ca.crt", "reconcileID": "174012c9-473c-4c11-bfe2-a8f9f41fac34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "openshift-service-ca.crt", "reconcileID": "174012c9-473c-4c11-bfe2-a8f9f41fac34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5f5b898-08e2-47b0-b28b-4b495591cbc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f4e73c8a"}, "namespace": "ai-tenant-e2e-mt-f4e73c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5f5b898-08e2-47b0-b28b-4b495591cbc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f4e73c8a"} 2026-09-09T17:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74f2b402-abda-4089-a2ef-42da37f36dcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74f2b402-abda-4089-a2ef-42da37f36dcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:42:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74f2b402-abda-4089-a2ef-42da37f36dcb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6efcc783 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-trusted-ca-bundle", "reconcileID": "66df4ba6-4aec-4e09-be4f-b9e9b7125aa9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-trusted-ca-bundle", "reconcileID": "66df4ba6-4aec-4e09-be4f-b9e9b7125aa9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "openshift-service-ca.crt", "reconcileID": "184b50b6-bac1-4519-960a-65f355ea9dac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "openshift-service-ca.crt", "reconcileID": "184b50b6-bac1-4519-960a-65f355ea9dac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c45b91d-4ba7-43bd-ae4e-6cd78eb3c77c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6efcc783"}, "namespace": "ai-tenant-e2e-mt-6efcc783", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c45b91d-4ba7-43bd-ae4e-6cd78eb3c77c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6efcc783"} 2026-09-09T17:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "openshift-service-ca.crt", "reconcileID": "8f8a7d9f-8d93-45b9-a304-fbcb3048ba25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "openshift-service-ca.crt", "reconcileID": "1b8aa3ab-080f-48d0-864d-8b01c861c6a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-748bb82b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:42:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "openshift-service-ca.crt", "reconcileID": "1b8aa3ab-080f-48d0-864d-8b01c861c6a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-trusted-ca-bundle", "reconcileID": "0d278ef1-dd71-4f49-b3fc-5c3c9904c6aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:42:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-trusted-ca-bundle", "reconcileID": "0d278ef1-dd71-4f49-b3fc-5c3c9904c6aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "openshift-service-ca.crt", "reconcileID": "2a72c757-05b8-433a-aeb0-9beeec5b37c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd3714aa-c403-433f-8413-74a9e44e327b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-trusted-ca-bundle", "reconcileID": "4b4ea686-5851-4697-8999-672cac55ef43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-trusted-ca-bundle", "reconcileID": "33028d09-9b1f-4180-a27a-79d4ea4ff3c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:42:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-trusted-ca-bundle", "reconcileID": "33028d09-9b1f-4180-a27a-79d4ea4ff3c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eafbcc42-869e-42a2-8161-a9d7d382da9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:43:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8afa6b2e-e05a-4cf1-bd18-4c90a3981f35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:43:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8afa6b2e-e05a-4cf1-bd18-4c90a3981f35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:43:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8afa6b2e-e05a-4cf1-bd18-4c90a3981f35", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-748bb82b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:43:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-trusted-ca-bundle", "reconcileID": "150b2067-fea4-4da5-a515-77a36268cb56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:43:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-trusted-ca-bundle", "reconcileID": "150b2067-fea4-4da5-a515-77a36268cb56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:43:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "openshift-service-ca.crt", "reconcileID": "ae536fac-3b75-4007-ab94-a7304224633c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:43:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "openshift-service-ca.crt", "reconcileID": "ae536fac-3b75-4007-ab94-a7304224633c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:43:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2373d289-de17-419b-8469-cae15ea7d0d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:43:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-748bb82b"}, "namespace": "ai-tenant-e2e-mt-748bb82b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2373d289-de17-419b-8469-cae15ea7d0d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-748bb82b"} 2026-09-09T17:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "f1fac804-df8c-4ada-ab97-a8b6b9353044", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "f1fac804-df8c-4ada-ab97-a8b6b9353044", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "f1fac804-df8c-4ada-ab97-a8b6b9353044", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "f87bb46c-afa7-4c6d-b459-def10c239a33", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "f87bb46c-afa7-4c6d-b459-def10c239a33", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "f87bb46c-afa7-4c6d-b459-def10c239a33", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "edbcc7ca-b560-421d-86b8-6acf44458121", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "edbcc7ca-b560-421d-86b8-6acf44458121", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "edbcc7ca-b560-421d-86b8-6acf44458121", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "c91d17d6-237c-4973-a330-8ec6d1a59140", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "c91d17d6-237c-4973-a330-8ec6d1a59140", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "c91d17d6-237c-4973-a330-8ec6d1a59140", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "bb8431eb-edf1-439a-9be2-fce1d2d4e9ca", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "bb8431eb-edf1-439a-9be2-fce1d2d4e9ca", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "bb8431eb-edf1-439a-9be2-fce1d2d4e9ca", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "c2a10ec7-e63f-4d19-a535-2b1374583ad6", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "c2a10ec7-e63f-4d19-a535-2b1374583ad6", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "c2a10ec7-e63f-4d19-a535-2b1374583ad6", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "aa9a4ebe-9a67-4688-8feb-1b10ec4fb58c", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "aa9a4ebe-9a67-4688-8feb-1b10ec4fb58c", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "aa9a4ebe-9a67-4688-8feb-1b10ec4fb58c", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "openshift-service-ca.crt", "reconcileID": "eb51fefa-8fb6-4379-a688-2d015667dc9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-trusted-ca-bundle", "reconcileID": "d4ae7ee6-ba7c-41fa-bc2c-51f45cdb8a2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:43:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "openshift-service-ca.crt", "reconcileID": "97ae878e-ee15-4a8a-9a6c-d4c5f13b65c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cf91eb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:43:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "openshift-service-ca.crt", "reconcileID": "97ae878e-ee15-4a8a-9a6c-d4c5f13b65c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:43:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-trusted-ca-bundle", "reconcileID": "014d9188-e944-4bc0-8f24-0f0f58d7f582", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf91eb", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:43:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-trusted-ca-bundle", "reconcileID": "014d9188-e944-4bc0-8f24-0f0f58d7f582", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e2c0d7e-5c06-4a35-9ed9-ee507aa08c35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "openshift-service-ca.crt", "reconcileID": "053fb183-f2fe-41f9-b722-4ea518a16106", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:43:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "3f4bee72-86e2-4aff-8267-11e334ff50df", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "3f4bee72-86e2-4aff-8267-11e334ff50df", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:43:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "3f4bee72-86e2-4aff-8267-11e334ff50df", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "b4da2e8a-c33b-49a3-8c8e-b1b8b7e3d7a0", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "b4da2e8a-c33b-49a3-8c8e-b1b8b7e3d7a0", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:43:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "b4da2e8a-c33b-49a3-8c8e-b1b8b7e3d7a0", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "09ad0fcd-58cc-4293-a96a-26ef82fbcdec", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:43:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "09ad0fcd-58cc-4293-a96a-26ef82fbcdec", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "09ad0fcd-58cc-4293-a96a-26ef82fbcdec", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "988cc6db-7856-461d-aef2-4b91ae669150", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:43:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "988cc6db-7856-461d-aef2-4b91ae669150", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "988cc6db-7856-461d-aef2-4b91ae669150", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "657e9b14-71c6-42e6-96d5-0c80dc60c85c", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:43:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "657e9b14-71c6-42e6-96d5-0c80dc60c85c", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "657e9b14-71c6-42e6-96d5-0c80dc60c85c", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "3fba5f3c-7963-4d9b-8a89-68915582e0d3", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:43:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "3fba5f3c-7963-4d9b-8a89-68915582e0d3", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "3fba5f3c-7963-4d9b-8a89-68915582e0d3", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "b80b7852-2af1-4e57-bbc3-1a49dad0790f", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:43:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "b80b7852-2af1-4e57-bbc3-1a49dad0790f", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "b80b7852-2af1-4e57-bbc3-1a49dad0790f", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:44:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "ee751393-5915-41b2-b538-11943faf91f6", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:44:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "ee751393-5915-41b2-b538-11943faf91f6", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:44:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "ee751393-5915-41b2-b538-11943faf91f6", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:44:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "70a92855-999e-445a-a535-be7d8120fb2e", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:44:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "70a92855-999e-445a-a535-be7d8120fb2e", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:44:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "70a92855-999e-445a-a535-be7d8120fb2e", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:44:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "openshift-service-ca.crt", "reconcileID": "cbedf33f-0706-4f87-95a5-e78c5dd7669c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:44:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-trusted-ca-bundle", "reconcileID": "5f3c4e29-7d8f-4abe-a8c3-98dab08493a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:44:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "openshift-service-ca.crt", "reconcileID": "f15810c0-2733-4f8d-9089-475038460f5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ecf58e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:44:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "openshift-service-ca.crt", "reconcileID": "f15810c0-2733-4f8d-9089-475038460f5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:44:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e6d92d9-c5b4-4d27-9c91-f5f0df80b0f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:44:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "openshift-service-ca.crt", "reconcileID": "62950a97-c114-44fb-81db-02fcaaf8a59c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:44:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-trusted-ca-bundle", "reconcileID": "4f0811f5-bd28-49ad-be2d-168fde09acc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:44:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-trusted-ca-bundle", "reconcileID": "4f0811f5-bd28-49ad-be2d-168fde09acc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:44:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ad78da3-0fb1-4000-86be-8cabf384e69b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:44:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "3cd73fe9-e3cc-4b0f-b0ff-56abd9cf785b", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:44:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "3cd73fe9-e3cc-4b0f-b0ff-56abd9cf785b", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:44:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "3cd73fe9-e3cc-4b0f-b0ff-56abd9cf785b", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "5b9961e4-0c49-4157-8807-64eac8ae9002", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "5b9961e4-0c49-4157-8807-64eac8ae9002", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "5b9961e4-0c49-4157-8807-64eac8ae9002", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:44:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "f9dec061-16f5-4821-93f7-23c486a0474e", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:44:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "f9dec061-16f5-4821-93f7-23c486a0474e", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:44:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "f9dec061-16f5-4821-93f7-23c486a0474e", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:44:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "449bdd94-a011-4a9e-b17d-69a369d42a1e", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:44:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "449bdd94-a011-4a9e-b17d-69a369d42a1e", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb-authn-ssl"} 2026-09-09T17:44:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "449bdd94-a011-4a9e-b17d-69a369d42a1e", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4329b5a5-eaf7-46dc-aec1-183c7f1bfb9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:44:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4329b5a5-eaf7-46dc-aec1-183c7f1bfb9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf91eb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:44:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4329b5a5-eaf7-46dc-aec1-183c7f1bfb9e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-cf91eb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-trusted-ca-bundle", "reconcileID": "4c3485b1-a68d-4d80-8a5e-6a1007f4196c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:44:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-trusted-ca-bundle", "reconcileID": "4c3485b1-a68d-4d80-8a5e-6a1007f4196c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "openshift-service-ca.crt", "reconcileID": "7b5e3414-4240-4844-8ac5-beb1189ff4d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:44:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "openshift-service-ca.crt", "reconcileID": "7b5e3414-4240-4844-8ac5-beb1189ff4d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6139da4f-91d1-436b-9aea-291a730d6e55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:44:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf91eb"}, "namespace": "ai-tenant-e2e-api-a-cf91eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6139da4f-91d1-436b-9aea-291a730d6e55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf91eb"} 2026-09-09T17:44:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf91eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf91eb", "reconcileID": "adcdf56a-4b5b-4325-91a8-8c47f45e71bd", "Gateway": "e2e-api-a-cf91eb", "namespace": "openshift-ingress"} 2026-09-09T17:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "72c7a95b-dc34-4f6b-9655-95602d1c073c", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "72c7a95b-dc34-4f6b-9655-95602d1c073c", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "72c7a95b-dc34-4f6b-9655-95602d1c073c", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:45:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "73337a46-728b-459b-95b2-bff45a4e229f", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:45:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "73337a46-728b-459b-95b2-bff45a4e229f", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e-authn-ssl"} 2026-09-09T17:45:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "73337a46-728b-459b-95b2-bff45a4e229f", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe896c8b-826d-43e2-8f2c-4fb0d7cef969", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:45:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe896c8b-826d-43e2-8f2c-4fb0d7cef969", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:45:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe896c8b-826d-43e2-8f2c-4fb0d7cef969", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ecf58e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-trusted-ca-bundle", "reconcileID": "eaa3b433-f866-4fc5-b97a-f6ab8635e1c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:45:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-trusted-ca-bundle", "reconcileID": "eaa3b433-f866-4fc5-b97a-f6ab8635e1c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "openshift-service-ca.crt", "reconcileID": "75f82e53-6dc5-49e4-bdfb-470e10a63945", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:45:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "openshift-service-ca.crt", "reconcileID": "75f82e53-6dc5-49e4-bdfb-470e10a63945", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fc7bd6b-14b0-4724-88b4-2f2a2889dda7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:45:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecf58e"}, "namespace": "ai-tenant-e2e-api-b-ecf58e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fc7bd6b-14b0-4724-88b4-2f2a2889dda7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecf58e"} 2026-09-09T17:45:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecf58e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecf58e", "reconcileID": "eeaae4c2-0333-40b8-a9a9-7dbfc447b99a", "Gateway": "e2e-api-b-ecf58e", "namespace": "openshift-ingress"} 2026-09-09T17:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-6b44e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-6b44e3", "reconcileID": "b426a965-5e43-4176-bbda-826ad66df735", "Gateway": "e2e-shared-a-w2-6b44e3", "namespace": "openshift-ingress"} 2026-09-09T17:45:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-6b44e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-6b44e3", "reconcileID": "b426a965-5e43-4176-bbda-826ad66df735", "Gateway": "e2e-shared-a-w2-6b44e3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-6b44e3-authn-ssl"} 2026-09-09T17:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-6b44e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-6b44e3", "reconcileID": "b426a965-5e43-4176-bbda-826ad66df735", "Gateway": "e2e-shared-a-w2-6b44e3", "namespace": "openshift-ingress"} 2026-09-09T17:45:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-6b44e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-6b44e3", "reconcileID": "f29ffd2e-c050-4542-8921-95741ee4acb0", "Gateway": "e2e-shared-a-w2-6b44e3", "namespace": "openshift-ingress"} 2026-09-09T17:45:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-6b44e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-6b44e3", "reconcileID": "f29ffd2e-c050-4542-8921-95741ee4acb0", "Gateway": "e2e-shared-a-w2-6b44e3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-6b44e3-authn-ssl"} 2026-09-09T17:45:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-6b44e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-6b44e3", "reconcileID": "f29ffd2e-c050-4542-8921-95741ee4acb0", "Gateway": "e2e-shared-a-w2-6b44e3", "namespace": "openshift-ingress"} 2026-09-09T17:45:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-6b44e3"}, "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8445cc9a-28c9-4d29-8209-a4e5c4e31bee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3"} 2026-09-09T17:45:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-6b44e3"}, "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8445cc9a-28c9-4d29-8209-a4e5c4e31bee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:45:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-6b44e3"}, "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8445cc9a-28c9-4d29-8209-a4e5c4e31bee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-6b44e3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:45:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-6b44e3"}, "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3", "name": "odh-trusted-ca-bundle", "reconcileID": "aa9d2090-189f-4a56-a104-7136f90b8d76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3"} 2026-09-09T17:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-6b44e3"}, "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3", "name": "odh-trusted-ca-bundle", "reconcileID": "aa9d2090-189f-4a56-a104-7136f90b8d76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3"} 2026-09-09T17:45:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-6b44e3"}, "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3", "name": "openshift-service-ca.crt", "reconcileID": "b675bc8c-1919-457c-a98f-60e41ab4d5f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3"} 2026-09-09T17:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-6b44e3"}, "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3", "name": "openshift-service-ca.crt", "reconcileID": "b675bc8c-1919-457c-a98f-60e41ab4d5f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3"} 2026-09-09T17:45:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-6b44e3"}, "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90fb14f2-2051-4143-9442-79e8f5ca23a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3"} 2026-09-09T17:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-6b44e3"}, "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90fb14f2-2051-4143-9442-79e8f5ca23a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-6b44e3"} 2026-09-09T17:45:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-6b44e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-6b44e3", "reconcileID": "de9f726e-fce4-4de4-b65b-769b841091fb", "Gateway": "e2e-shared-a-w2-6b44e3", "namespace": "openshift-ingress"} 2026-09-09T17:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-607751","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-607751", "reconcileID": "e219f2e0-1fc7-4a9e-ae3a-b040d4f03c27", "Gateway": "e2e-shared-b-w2-607751", "namespace": "openshift-ingress"} 2026-09-09T17:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-607751","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-607751", "reconcileID": "e219f2e0-1fc7-4a9e-ae3a-b040d4f03c27", "Gateway": "e2e-shared-b-w2-607751", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-607751-authn-ssl"} 2026-09-09T17:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-607751","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-607751", "reconcileID": "e219f2e0-1fc7-4a9e-ae3a-b040d4f03c27", "Gateway": "e2e-shared-b-w2-607751", "namespace": "openshift-ingress"} 2026-09-09T17:45:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-607751","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-607751", "reconcileID": "5710eb54-03fa-4a7a-8da3-ae255cd5e20d", "Gateway": "e2e-shared-b-w2-607751", "namespace": "openshift-ingress"} 2026-09-09T17:45:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-607751","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-607751", "reconcileID": "5710eb54-03fa-4a7a-8da3-ae255cd5e20d", "Gateway": "e2e-shared-b-w2-607751", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-607751-authn-ssl"} 2026-09-09T17:45:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-607751","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-607751", "reconcileID": "5710eb54-03fa-4a7a-8da3-ae255cd5e20d", "Gateway": "e2e-shared-b-w2-607751", "namespace": "openshift-ingress"} 2026-09-09T17:45:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-607751"}, "namespace": "ai-tenant-e2e-shared-b-w2-607751", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8efe7c5d-b7f6-4ff9-baef-04c563ceb148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-607751"} 2026-09-09T17:45:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-607751"}, "namespace": "ai-tenant-e2e-shared-b-w2-607751", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8efe7c5d-b7f6-4ff9-baef-04c563ceb148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-607751", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T17:45:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-607751"}, "namespace": "ai-tenant-e2e-shared-b-w2-607751", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8efe7c5d-b7f6-4ff9-baef-04c563ceb148", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-607751 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T17:45:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-607751"}, "namespace": "ai-tenant-e2e-shared-b-w2-607751", "name": "odh-trusted-ca-bundle", "reconcileID": "a793c13b-da86-4a00-9639-eec2e4fa1906", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-607751"} 2026-09-09T17:45:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-607751"}, "namespace": "ai-tenant-e2e-shared-b-w2-607751", "name": "odh-trusted-ca-bundle", "reconcileID": "a793c13b-da86-4a00-9639-eec2e4fa1906", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-607751"} 2026-09-09T17:45:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-607751"}, "namespace": "ai-tenant-e2e-shared-b-w2-607751", "name": "openshift-service-ca.crt", "reconcileID": "91d88354-e3ef-470d-b303-47c0ba648deb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-607751"} 2026-09-09T17:45:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-607751"}, "namespace": "ai-tenant-e2e-shared-b-w2-607751", "name": "openshift-service-ca.crt", "reconcileID": "91d88354-e3ef-470d-b303-47c0ba648deb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-607751"} 2026-09-09T17:45:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-607751"}, "namespace": "ai-tenant-e2e-shared-b-w2-607751", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08e04dff-a546-47db-967c-7a718a421391", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-607751"} 2026-09-09T17:45:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-607751"}, "namespace": "ai-tenant-e2e-shared-b-w2-607751", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08e04dff-a546-47db-967c-7a718a421391", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-607751"} 2026-09-09T17:45:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-607751","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-607751", "reconcileID": "0da066c7-88c4-4d44-8dc4-215619547f7d", "Gateway": "e2e-shared-b-w2-607751", "namespace": "openshift-ingress"} 2026-09-09T17:45:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T17:45:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T17:45:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T17:45:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T17:49:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "871ad7b1-92bf-4e65-a958-6846fb1ce8f0", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "871ad7b1-92bf-4e65-a958-6846fb1ce8f0", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "871ad7b1-92bf-4e65-a958-6846fb1ce8f0", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae13ce5c-7df4-4578-8e59-b470315eedb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:49:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "871ad7b1-92bf-4e65-a958-6846fb1ce8f0", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:49:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "871ad7b1-92bf-4e65-a958-6846fb1ce8f0", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T17:49:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "871ad7b1-92bf-4e65-a958-6846fb1ce8f0", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae13ce5c-7df4-4578-8e59-b470315eedb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T17:49:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae13ce5c-7df4-4578-8e59-b470315eedb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:49:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "f61f920f-5638-44b5-a360-be90cd505dc7", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "f61f920f-5638-44b5-a360-be90cd505dc7", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "f61f920f-5638-44b5-a360-be90cd505dc7", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "f61f920f-5638-44b5-a360-be90cd505dc7", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:49:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "f61f920f-5638-44b5-a360-be90cd505dc7", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T17:49:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "f61f920f-5638-44b5-a360-be90cd505dc7", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "1b43b9ba-7430-41d7-b63c-4e0f427973e6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "1b43b9ba-7430-41d7-b63c-4e0f427973e6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "1b43b9ba-7430-41d7-b63c-4e0f427973e6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb2878cb-e75d-4963-9359-4524afdf0381", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:49:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "1b43b9ba-7430-41d7-b63c-4e0f427973e6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:49:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "1b43b9ba-7430-41d7-b63c-4e0f427973e6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T17:49:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "1b43b9ba-7430-41d7-b63c-4e0f427973e6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:49:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb2878cb-e75d-4963-9359-4524afdf0381", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T17:49:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb2878cb-e75d-4963-9359-4524afdf0381", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee50b605-4971-42ee-a5a0-76a40f1a5256", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee50b605-4971-42ee-a5a0-76a40f1a5256", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T17:50:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee50b605-4971-42ee-a5a0-76a40f1a5256", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "d3987548-1e95-40df-9196-247b16a1032e", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "d3987548-1e95-40df-9196-247b16a1032e", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "d3987548-1e95-40df-9196-247b16a1032e", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "d3987548-1e95-40df-9196-247b16a1032e", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:50:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "d3987548-1e95-40df-9196-247b16a1032e", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T17:50:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "d3987548-1e95-40df-9196-247b16a1032e", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "3999db62-7d35-4069-8242-4ea023d9b9b1", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "3999db62-7d35-4069-8242-4ea023d9b9b1", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "3999db62-7d35-4069-8242-4ea023d9b9b1", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "3999db62-7d35-4069-8242-4ea023d9b9b1", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:50:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "3999db62-7d35-4069-8242-4ea023d9b9b1", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T17:50:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "3999db62-7d35-4069-8242-4ea023d9b9b1", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f3f0880-712a-4774-8170-0a4d9cffe4bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f3f0880-712a-4774-8170-0a4d9cffe4bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T17:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f3f0880-712a-4774-8170-0a4d9cffe4bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "57b0dace-def1-4173-9f79-863f21a6df7f", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "57b0dace-def1-4173-9f79-863f21a6df7f", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "57b0dace-def1-4173-9f79-863f21a6df7f", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "57b0dace-def1-4173-9f79-863f21a6df7f", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:50:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "57b0dace-def1-4173-9f79-863f21a6df7f", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T17:50:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "57b0dace-def1-4173-9f79-863f21a6df7f", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "47eddf6a-6f1f-42c4-98b7-8053e3a6e505", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "47eddf6a-6f1f-42c4-98b7-8053e3a6e505", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "47eddf6a-6f1f-42c4-98b7-8053e3a6e505", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "47eddf6a-6f1f-42c4-98b7-8053e3a6e505", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:50:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "47eddf6a-6f1f-42c4-98b7-8053e3a6e505", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T17:50:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "47eddf6a-6f1f-42c4-98b7-8053e3a6e505", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "0f430987-b043-4d70-a7dc-906bc43887d6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "0f430987-b043-4d70-a7dc-906bc43887d6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "0f430987-b043-4d70-a7dc-906bc43887d6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "0f430987-b043-4d70-a7dc-906bc43887d6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:50:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "0f430987-b043-4d70-a7dc-906bc43887d6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T17:50:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "0f430987-b043-4d70-a7dc-906bc43887d6", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "ec2922d8-be71-4767-8633-17436bf0bf8c", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "ec2922d8-be71-4767-8633-17436bf0bf8c", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6"} 2026-09-09T17:50:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "ec2922d8-be71-4767-8633-17436bf0bf8c", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "ec2922d8-be71-4767-8633-17436bf0bf8c", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "ec2922d8-be71-4767-8633-17436bf0bf8c", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:50:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "ec2922d8-be71-4767-8633-17436bf0bf8c", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:50:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2bfdbf6", "reconcileID": "b3367c0f-afd2-459b-805e-b5c6598140c5", "LLMInferenceService": "e2e-same-id-a-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f91cddf5-3eb6-4fa3-a734-a9c81c168519", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f91cddf5-3eb6-4fa3-a734-a9c81c168519", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T17:50:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f91cddf5-3eb6-4fa3-a734-a9c81c168519", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6fc5345f-36c1-411b-9dde-e3a262d8a287", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6fc5345f-36c1-411b-9dde-e3a262d8a287", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T17:50:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6fc5345f-36c1-411b-9dde-e3a262d8a287", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "4876fcdd-24eb-44bc-90e1-7163a5caae6b", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "4876fcdd-24eb-44bc-90e1-7163a5caae6b", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6"} 2026-09-09T17:50:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "4876fcdd-24eb-44bc-90e1-7163a5caae6b", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "4876fcdd-24eb-44bc-90e1-7163a5caae6b", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "4876fcdd-24eb-44bc-90e1-7163a5caae6b", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:50:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "4876fcdd-24eb-44bc-90e1-7163a5caae6b", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6-kserve-route-authn"} 2026-09-09T17:50:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2bfdbf6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2bfdbf6", "reconcileID": "3ce09077-0d31-42e4-a912-8d856cb9b85d", "LLMInferenceService": "e2e-same-id-b-c2bfdbf6", "namespace": "llm"} 2026-09-09T17:50:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9044171c-b665-47f2-9ab3-ddd19fb43395", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9044171c-b665-47f2-9ab3-ddd19fb43395", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T17:50:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9044171c-b665-47f2-9ab3-ddd19fb43395", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90bcc076-4ffa-4b95-a3a8-3e0363dd1a00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T17:50:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90bcc076-4ffa-4b95-a3a8-3e0363dd1a00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T17:50:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90bcc076-4ffa-4b95-a3a8-3e0363dd1a00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}