2026-07-12T15:14:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "openshift-service-ca.crt", "reconcileID": "d24c391e-ef28-4c93-8a82-57b5520e298a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:14:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "openshift-service-ca.crt", "reconcileID": "72d33d1c-d739-4546-85b3-f69e0ea6167d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:14:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b3288ba-db69-4b4a-83ca-e20a0344f1cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:14:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-trusted-ca-bundle", "reconcileID": "7e84cfcd-2766-4cad-b5d9-b2c2989c2d46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3933f675", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:14:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-trusted-ca-bundle", "reconcileID": "7e84cfcd-2766-4cad-b5d9-b2c2989c2d46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:14:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f5c46f-fb59-4019-bbc9-5f129f1bed16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:15:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58c9e670-a8f6-427a-b17e-a12a67cd6478", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:15:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58c9e670-a8f6-427a-b17e-a12a67cd6478", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3933f675", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:15:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58c9e670-a8f6-427a-b17e-a12a67cd6478", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-3933f675 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T15:15:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-trusted-ca-bundle", "reconcileID": "d63e9bad-2184-44f1-be0d-c6e4a0d9c388", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-trusted-ca-bundle", "reconcileID": "d63e9bad-2184-44f1-be0d-c6e4a0d9c388", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:15:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "openshift-service-ca.crt", "reconcileID": "5e85f7ca-0484-4576-96e2-2da4e74e7333", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "openshift-service-ca.crt", "reconcileID": "5e85f7ca-0484-4576-96e2-2da4e74e7333", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:15:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59f1d987-ac97-4047-9010-4baa90a04378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3933f675"}, "namespace": "ai-tenant-e2e-mt-3933f675", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59f1d987-ac97-4047-9010-4baa90a04378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3933f675"} 2026-07-12T15:15:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "62cd9bdb-bcac-4208-8cd4-60c592474bc7", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "62cd9bdb-bcac-4208-8cd4-60c592474bc7", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "62cd9bdb-bcac-4208-8cd4-60c592474bc7", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "3d537d10-dfa5-4d74-9365-801242718671", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "3d537d10-dfa5-4d74-9365-801242718671", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "3d537d10-dfa5-4d74-9365-801242718671", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "268da2c4-9f03-49d3-b6de-19cae49ca675", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "268da2c4-9f03-49d3-b6de-19cae49ca675", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "268da2c4-9f03-49d3-b6de-19cae49ca675", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "782b5f9f-b502-4407-8abb-166d0ac452de", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "782b5f9f-b502-4407-8abb-166d0ac452de", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "782b5f9f-b502-4407-8abb-166d0ac452de", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "469e6932-a1d7-4d9d-981b-111f09da87fe", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "469e6932-a1d7-4d9d-981b-111f09da87fe", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "469e6932-a1d7-4d9d-981b-111f09da87fe", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "8810ba9d-b9ce-49e9-91ea-5bcdfb913362", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "8810ba9d-b9ce-49e9-91ea-5bcdfb913362", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "8810ba9d-b9ce-49e9-91ea-5bcdfb913362", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "b60f4c0c-4e4c-48eb-abe5-de554e1c49fe", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "b60f4c0c-4e4c-48eb-abe5-de554e1c49fe", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "b60f4c0c-4e4c-48eb-abe5-de554e1c49fe", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "openshift-service-ca.crt", "reconcileID": "234e694d-2209-47ac-9671-71757d8c2294", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-trusted-ca-bundle", "reconcileID": "f4397331-2e8d-43ac-837f-8f82400105f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "openshift-service-ca.crt", "reconcileID": "471934cd-ca75-4152-a8e0-1084a241b829", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-43c370", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:15:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "openshift-service-ca.crt", "reconcileID": "471934cd-ca75-4152-a8e0-1084a241b829", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7af707e-c965-43a5-ac9a-b094e8955bdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "openshift-service-ca.crt", "reconcileID": "7610585d-f661-43e1-a577-f73aa3a3f4f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-trusted-ca-bundle", "reconcileID": "33a86811-3974-43be-bb08-1dbd35103684", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:15:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-trusted-ca-bundle", "reconcileID": "33a86811-3974-43be-bb08-1dbd35103684", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1e9be34-cf62-48d8-b5cf-a3b349e5bd27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "3fe0f2cb-de91-459f-ba49-7ee668c34862", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "3fe0f2cb-de91-459f-ba49-7ee668c34862", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "3fe0f2cb-de91-459f-ba49-7ee668c34862", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ffb1f7f5-5104-48f3-afab-f80419b34756", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "4f547312-9a58-43eb-a909-16a4a52a12e8", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "4f547312-9a58-43eb-a909-16a4a52a12e8", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "4f547312-9a58-43eb-a909-16a4a52a12e8", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "ef9cc2ab-3895-4df1-b47f-8d849d4d5b48", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "ef9cc2ab-3895-4df1-b47f-8d849d4d5b48", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "ef9cc2ab-3895-4df1-b47f-8d849d4d5b48", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "5343ab1a-f788-414a-a586-dc0a79a7ef6d", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "5343ab1a-f788-414a-a586-dc0a79a7ef6d", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "5343ab1a-f788-414a-a586-dc0a79a7ef6d", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "af4ea824-6fd8-4e8b-818a-5ed3831518f3", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "af4ea824-6fd8-4e8b-818a-5ed3831518f3", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "af4ea824-6fd8-4e8b-818a-5ed3831518f3", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "786f7797-09ee-4e3e-aa48-116a53e14f8b", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "786f7797-09ee-4e3e-aa48-116a53e14f8b", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "786f7797-09ee-4e3e-aa48-116a53e14f8b", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "f318d108-a4ff-42d1-8ec1-3e1fb931bbf8", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "f318d108-a4ff-42d1-8ec1-3e1fb931bbf8", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "f318d108-a4ff-42d1-8ec1-3e1fb931bbf8", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "4e31d9dc-15b8-4427-92bf-04c9fa7fb864", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "4e31d9dc-15b8-4427-92bf-04c9fa7fb864", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "4e31d9dc-15b8-4427-92bf-04c9fa7fb864", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "979f2111-f742-4464-b494-7f4e87fe1e2f", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "979f2111-f742-4464-b494-7f4e87fe1e2f", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "979f2111-f742-4464-b494-7f4e87fe1e2f", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "openshift-service-ca.crt", "reconcileID": "4bae702c-ee41-4a7d-a4b0-5a08cf0ca67f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:15:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "openshift-service-ca.crt", "reconcileID": "8d1b8d7f-ce59-49e7-babe-15c0c847f294", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:15:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "openshift-service-ca.crt", "reconcileID": "8d1b8d7f-ce59-49e7-babe-15c0c847f294", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:15:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-trusted-ca-bundle", "reconcileID": "f8a45d19-3140-4d17-b25e-4bb34ba76968", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:15:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8db36847-f321-4377-8aba-3cc0a29429c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:15:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "openshift-service-ca.crt", "reconcileID": "a2aaed0a-d83e-4c87-aa71-3d2b50e92c98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:15:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-trusted-ca-bundle", "reconcileID": "3aaf7090-47db-4cb1-9eff-3a65eb5dd417", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:15:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-trusted-ca-bundle", "reconcileID": "3aaf7090-47db-4cb1-9eff-3a65eb5dd417", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:15:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a933b80-f48f-461a-be26-799a1d96f46e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:15:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "7eaa22cd-9632-4d99-8204-bf4f8acac89e", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "7eaa22cd-9632-4d99-8204-bf4f8acac89e", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:15:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "7eaa22cd-9632-4d99-8204-bf4f8acac89e", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f2e13ff-6f7c-40c5-84ae-c7c6cacff90e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:15:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "93fd51ee-d6b7-49ac-a5bf-388dac58ca2d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "93fd51ee-d6b7-49ac-a5bf-388dac58ca2d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "93fd51ee-d6b7-49ac-a5bf-388dac58ca2d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "2631b7cc-a58e-4999-bc43-8d564d54be43", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "93fd51ee-d6b7-49ac-a5bf-388dac58ca2d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370-kserve-route-authn"} 2026-07-12T15:15:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "93fd51ee-d6b7-49ac-a5bf-388dac58ca2d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "authType": "userdefined"} 2026-07-12T15:15:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "93fd51ee-d6b7-49ac-a5bf-388dac58ca2d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "2631b7cc-a58e-4999-bc43-8d564d54be43", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "2631b7cc-a58e-4999-bc43-8d564d54be43", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "2681237c-41b3-44a7-b4a5-d1ebb8d30b14", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "2681237c-41b3-44a7-b4a5-d1ebb8d30b14", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "2681237c-41b3-44a7-b4a5-d1ebb8d30b14", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "2681237c-41b3-44a7-b4a5-d1ebb8d30b14", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370-kserve-route-authn"} 2026-07-12T15:15:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "2681237c-41b3-44a7-b4a5-d1ebb8d30b14", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "authType": "userdefined"} 2026-07-12T15:15:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "2681237c-41b3-44a7-b4a5-d1ebb8d30b14", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "65d25c7f-7539-4173-bebd-95bd5a1af37b", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "65d25c7f-7539-4173-bebd-95bd5a1af37b", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "65d25c7f-7539-4173-bebd-95bd5a1af37b", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:15:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e388627b-23f2-41af-9fa1-ab014aa480d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:15:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "842da105-8fef-403f-a227-1db2a8c6d9c9", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "842da105-8fef-403f-a227-1db2a8c6d9c9", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:15:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "842da105-8fef-403f-a227-1db2a8c6d9c9", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:15:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "559a56b3-8577-4768-8e75-78cb78c83580", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "559a56b3-8577-4768-8e75-78cb78c83580", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "559a56b3-8577-4768-8e75-78cb78c83580", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "559a56b3-8577-4768-8e75-78cb78c83580", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370-kserve-route-authn"} 2026-07-12T15:15:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "559a56b3-8577-4768-8e75-78cb78c83580", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "authType": "userdefined"} 2026-07-12T15:15:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "559a56b3-8577-4768-8e75-78cb78c83580", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10635a5d-531f-4235-9306-c52bcabc6163", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:15:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "f767d66e-2071-44dd-aeb3-00f647250fa5", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "f767d66e-2071-44dd-aeb3-00f647250fa5", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "f767d66e-2071-44dd-aeb3-00f647250fa5", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:15:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "f767d66e-2071-44dd-aeb3-00f647250fa5", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370-kserve-route-authn"} 2026-07-12T15:15:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "f767d66e-2071-44dd-aeb3-00f647250fa5", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "authType": "userdefined"} 2026-07-12T15:15:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "f767d66e-2071-44dd-aeb3-00f647250fa5", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "ea117cdd-93e7-4a00-be3b-220bb2dabb96", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:16:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "ea117cdd-93e7-4a00-be3b-220bb2dabb96", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:16:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "ea117cdd-93e7-4a00-be3b-220bb2dabb96", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:16:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "4472133c-d58a-4965-a642-961e99fca97d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "4472133c-d58a-4965-a642-961e99fca97d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "4472133c-d58a-4965-a642-961e99fca97d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "4472133c-d58a-4965-a642-961e99fca97d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370-kserve-route-authn"} 2026-07-12T15:16:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "4472133c-d58a-4965-a642-961e99fca97d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "authType": "userdefined"} 2026-07-12T15:16:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "4472133c-d58a-4965-a642-961e99fca97d", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "f5ad27c4-7282-4b85-b195-45fde4b530cc", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "f5ad27c4-7282-4b85-b195-45fde4b530cc", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "f5ad27c4-7282-4b85-b195-45fde4b530cc", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "75bff19a-f274-4d35-b68f-b85699316a7f", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:16:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "f5ad27c4-7282-4b85-b195-45fde4b530cc", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d-kserve-route-authn"} 2026-07-12T15:16:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "f5ad27c4-7282-4b85-b195-45fde4b530cc", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "authType": "userdefined"} 2026-07-12T15:16:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "f5ad27c4-7282-4b85-b195-45fde4b530cc", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "75bff19a-f274-4d35-b68f-b85699316a7f", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:16:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "75bff19a-f274-4d35-b68f-b85699316a7f", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:16:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "4c401b39-6084-4ccf-9e8a-2afc7dfc27e5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "4c401b39-6084-4ccf-9e8a-2afc7dfc27e5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "4c401b39-6084-4ccf-9e8a-2afc7dfc27e5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "4c401b39-6084-4ccf-9e8a-2afc7dfc27e5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d-kserve-route-authn"} 2026-07-12T15:16:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "4c401b39-6084-4ccf-9e8a-2afc7dfc27e5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "authType": "userdefined"} 2026-07-12T15:16:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "4c401b39-6084-4ccf-9e8a-2afc7dfc27e5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "05d6a792-6edf-45d1-8ae7-9401519527b3", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "05d6a792-6edf-45d1-8ae7-9401519527b3", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "05d6a792-6edf-45d1-8ae7-9401519527b3", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:16:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "47f0e596-8e44-42fd-87f0-5e49412cff30", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "47f0e596-8e44-42fd-87f0-5e49412cff30", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "47f0e596-8e44-42fd-87f0-5e49412cff30", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "47f0e596-8e44-42fd-87f0-5e49412cff30", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d-kserve-route-authn"} 2026-07-12T15:16:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "47f0e596-8e44-42fd-87f0-5e49412cff30", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "authType": "userdefined"} 2026-07-12T15:16:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "47f0e596-8e44-42fd-87f0-5e49412cff30", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "e326496e-1eea-43af-a854-dbd0c56f7d19", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "e326496e-1eea-43af-a854-dbd0c56f7d19", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "e326496e-1eea-43af-a854-dbd0c56f7d19", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "e326496e-1eea-43af-a854-dbd0c56f7d19", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d-kserve-route-authn"} 2026-07-12T15:16:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "e326496e-1eea-43af-a854-dbd0c56f7d19", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "authType": "userdefined"} 2026-07-12T15:16:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "e326496e-1eea-43af-a854-dbd0c56f7d19", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "77c5458c-f906-4b21-a489-ad5f71c7c39d", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:16:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "77c5458c-f906-4b21-a489-ad5f71c7c39d", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:16:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "77c5458c-f906-4b21-a489-ad5f71c7c39d", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:16:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "fcae4117-c097-4996-bcb8-8d521cdbada5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "fcae4117-c097-4996-bcb8-8d521cdbada5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "fcae4117-c097-4996-bcb8-8d521cdbada5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "fcae4117-c097-4996-bcb8-8d521cdbada5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d-kserve-route-authn"} 2026-07-12T15:16:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "fcae4117-c097-4996-bcb8-8d521cdbada5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "authType": "userdefined"} 2026-07-12T15:16:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "fcae4117-c097-4996-bcb8-8d521cdbada5", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "b2c4e9fe-c121-4c33-bc8b-3affbf57d82a", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "b2c4e9fe-c121-4c33-bc8b-3affbf57d82a", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370"} 2026-07-12T15:16:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "b2c4e9fe-c121-4c33-bc8b-3affbf57d82a", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "b2c4e9fe-c121-4c33-bc8b-3affbf57d82a", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "b2c4e9fe-c121-4c33-bc8b-3affbf57d82a", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370-kserve-route-authn"} 2026-07-12T15:16:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "b2c4e9fe-c121-4c33-bc8b-3affbf57d82a", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370-kserve-route-authn"} 2026-07-12T15:16:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "b2c4e9fe-c121-4c33-bc8b-3affbf57d82a", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "b2c4e9fe-c121-4c33-bc8b-3affbf57d82a", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-43c370","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "test-model-43c370", "reconcileID": "679e0ea7-ec01-4147-9b4d-c8ad32aac529", "LLMInferenceService": "test-model-43c370", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:16:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "88b7478d-5984-4e82-bbef-46afd809eec7", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:16:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "88b7478d-5984-4e82-bbef-46afd809eec7", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:16:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "88b7478d-5984-4e82-bbef-46afd809eec7", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:16:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "31b36fd4-2d9e-4df3-a584-0f6cdb15e2ba", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:16:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "31b36fd4-2d9e-4df3-a584-0f6cdb15e2ba", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:16:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "31b36fd4-2d9e-4df3-a584-0f6cdb15e2ba", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:16:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "ad737d6e-7d23-494e-9203-97b70952e3ed", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "ad737d6e-7d23-494e-9203-97b70952e3ed", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d"} 2026-07-12T15:16:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "ad737d6e-7d23-494e-9203-97b70952e3ed", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "ad737d6e-7d23-494e-9203-97b70952e3ed", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "ad737d6e-7d23-494e-9203-97b70952e3ed", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d-kserve-route-authn"} 2026-07-12T15:16:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "ad737d6e-7d23-494e-9203-97b70952e3ed", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d-kserve-route-authn"} 2026-07-12T15:16:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "ad737d6e-7d23-494e-9203-97b70952e3ed", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "ad737d6e-7d23-494e-9203-97b70952e3ed", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e9e47d","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "test-model-e9e47d", "reconcileID": "1bcb8cdf-f381-4957-a05a-2dac73aa5efe", "LLMInferenceService": "test-model-e9e47d", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:16:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "7d9a80c4-2cc0-4121-a760-2b7459788e5f", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:16:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "7d9a80c4-2cc0-4121-a760-2b7459788e5f", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:16:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "7d9a80c4-2cc0-4121-a760-2b7459788e5f", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:16:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "1c57d8ea-b525-495f-8fef-a499f1d2e1bc", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:16:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "1c57d8ea-b525-495f-8fef-a499f1d2e1bc", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:16:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "1c57d8ea-b525-495f-8fef-a499f1d2e1bc", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8078fb28-5115-4abc-b1ac-77358ac9d0af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:16:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "71375de1-b53d-4401-9672-ab2d310666e5", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:16:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "71375de1-b53d-4401-9672-ab2d310666e5", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370-authn-ssl"} 2026-07-12T15:16:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "71375de1-b53d-4401-9672-ab2d310666e5", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:17:03Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T15:17:03Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T15:17:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T15:17:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T15:17:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45042763-4447-4621-b13f-064c416c7e56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:17:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45042763-4447-4621-b13f-064c416c7e56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:17:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45042763-4447-4621-b13f-064c416c7e56", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-43c370 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T15:17:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-trusted-ca-bundle", "reconcileID": "2c05dfc4-b8c4-4613-bec8-5f0f4d9034c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:17:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-trusted-ca-bundle", "reconcileID": "2c05dfc4-b8c4-4613-bec8-5f0f4d9034c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:17:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "openshift-service-ca.crt", "reconcileID": "330d4bb2-7d28-4326-b370-81c895852802", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:17:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "openshift-service-ca.crt", "reconcileID": "330d4bb2-7d28-4326-b370-81c895852802", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:17:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdd6da0c-d973-4ca5-b98c-a25e56e24340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:17:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-43c370"}, "namespace": "ai-tenant-e2e-inf-a-43c370", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdd6da0c-d973-4ca5-b98c-a25e56e24340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-43c370"} 2026-07-12T15:17:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-43c370","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-43c370", "reconcileID": "ca9bed24-d55a-4992-bb2d-7482fcf79b36", "Gateway": "e2e-inf-a-43c370", "namespace": "openshift-ingress"} 2026-07-12T15:17:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3f0d3452-fa2e-4365-9c67-dda966dbc6b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:17:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "057a6f7f-03fd-403b-b9f5-235af68346ca", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:17:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "057a6f7f-03fd-403b-b9f5-235af68346ca", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d-authn-ssl"} 2026-07-12T15:17:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "057a6f7f-03fd-403b-b9f5-235af68346ca", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:17:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cce4ba-4da4-481a-9300-5fba5d534bd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:17:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cce4ba-4da4-481a-9300-5fba5d534bd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:17:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cce4ba-4da4-481a-9300-5fba5d534bd0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-e9e47d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T15:17:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-trusted-ca-bundle", "reconcileID": "fd5d75d9-01ca-450d-be73-da083b1a69ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-trusted-ca-bundle", "reconcileID": "fd5d75d9-01ca-450d-be73-da083b1a69ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:17:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "openshift-service-ca.crt", "reconcileID": "84144711-92bc-426f-8aee-73d4009596cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "openshift-service-ca.crt", "reconcileID": "84144711-92bc-426f-8aee-73d4009596cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:17:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "914eb84c-3376-4359-9030-2fd712795d78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e9e47d"}, "namespace": "ai-tenant-e2e-inf-b-e9e47d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "914eb84c-3376-4359-9030-2fd712795d78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e9e47d"} 2026-07-12T15:17:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e9e47d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e9e47d", "reconcileID": "f4ccc5bc-b637-439e-b834-ef38c53d191b", "Gateway": "e2e-inf-b-e9e47d", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "effe7738-2c13-4221-a262-3bd5b50cf8e2", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "effe7738-2c13-4221-a262-3bd5b50cf8e2", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "effe7738-2c13-4221-a262-3bd5b50cf8e2", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "051a5910-1fd8-45a1-9e52-c13219b96a41", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "051a5910-1fd8-45a1-9e52-c13219b96a41", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "051a5910-1fd8-45a1-9e52-c13219b96a41", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "00c1e248-5370-40cf-910c-76feb4b13b4a", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "00c1e248-5370-40cf-910c-76feb4b13b4a", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "00c1e248-5370-40cf-910c-76feb4b13b4a", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "4f236967-cf0e-46d2-b031-a11aa0a52639", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "4f236967-cf0e-46d2-b031-a11aa0a52639", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "4f236967-cf0e-46d2-b031-a11aa0a52639", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "be2ddaf9-6b1e-4d54-86d3-51a117b79993", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "be2ddaf9-6b1e-4d54-86d3-51a117b79993", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "be2ddaf9-6b1e-4d54-86d3-51a117b79993", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "cb2ae4ae-27c1-4849-91a2-07d727f7c0b5", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "cb2ae4ae-27c1-4849-91a2-07d727f7c0b5", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "cb2ae4ae-27c1-4849-91a2-07d727f7c0b5", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "0a5c1577-0ec1-46da-8cee-b33bfd17766c", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "0a5c1577-0ec1-46da-8cee-b33bfd17766c", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "0a5c1577-0ec1-46da-8cee-b33bfd17766c", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "openshift-service-ca.crt", "reconcileID": "4500e80d-d97c-4f68-96ae-2dadd197e9c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-trusted-ca-bundle", "reconcileID": "112720f7-9f71-4fdd-8bae-e207b5d2cc70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "openshift-service-ca.crt", "reconcileID": "c303d915-1110-425b-b8df-62da5c724836", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c0c6f4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:17:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "openshift-service-ca.crt", "reconcileID": "c303d915-1110-425b-b8df-62da5c724836", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efce4c28-48d1-4343-b5c4-8ec13b03f46a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "openshift-service-ca.crt", "reconcileID": "deb42b11-5a8d-42c5-9d9a-3af6c5657029", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-trusted-ca-bundle", "reconcileID": "b42d4ace-1d1b-4d0f-9f1c-7c9d8c1e59d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:17:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-trusted-ca-bundle", "reconcileID": "b42d4ace-1d1b-4d0f-9f1c-7c9d8c1e59d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72a12835-3fe2-4303-8a6d-54b6b30f9deb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "cf6fc496-f903-4697-bf8b-c9bdc380ef4c", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "cf6fc496-f903-4697-bf8b-c9bdc380ef4c", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "cf6fc496-f903-4697-bf8b-c9bdc380ef4c", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f13da08-454c-4e84-a331-3661da730e6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:17:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "8a1a2437-9673-4478-beea-f606f8030ad2", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "8a1a2437-9673-4478-beea-f606f8030ad2", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "8a1a2437-9673-4478-beea-f606f8030ad2", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "2bad7b50-b229-4e87-97b0-e36c672a5913", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "2bad7b50-b229-4e87-97b0-e36c672a5913", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "2bad7b50-b229-4e87-97b0-e36c672a5913", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "b32017f1-0a76-447e-9180-a0c731ad5d7a", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "b32017f1-0a76-447e-9180-a0c731ad5d7a", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "b32017f1-0a76-447e-9180-a0c731ad5d7a", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "d219f6ca-2774-4a37-829b-9771e8ce36de", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "d219f6ca-2774-4a37-829b-9771e8ce36de", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "d219f6ca-2774-4a37-829b-9771e8ce36de", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "17324393-8d90-4bf6-a40c-c2eb6b923a9a", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "17324393-8d90-4bf6-a40c-c2eb6b923a9a", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "17324393-8d90-4bf6-a40c-c2eb6b923a9a", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "99280c8d-4a9b-4d1c-bdcb-e89bd418feae", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "99280c8d-4a9b-4d1c-bdcb-e89bd418feae", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "99280c8d-4a9b-4d1c-bdcb-e89bd418feae", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "31cf7eb1-6ae4-40c0-8396-0222ca63f244", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "31cf7eb1-6ae4-40c0-8396-0222ca63f244", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "31cf7eb1-6ae4-40c0-8396-0222ca63f244", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "c549c04b-20b9-4c47-974d-b192aaedcc1c", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "c549c04b-20b9-4c47-974d-b192aaedcc1c", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "c549c04b-20b9-4c47-974d-b192aaedcc1c", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "14135bc4-d29c-45c4-9526-5d51f9dbb893", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "14135bc4-d29c-45c4-9526-5d51f9dbb893", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "14135bc4-d29c-45c4-9526-5d51f9dbb893", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "openshift-service-ca.crt", "reconcileID": "d8dc11a3-853d-46a3-8cdb-f9fb3f193f41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:17:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-trusted-ca-bundle", "reconcileID": "2ca63784-fd4b-47e3-ab23-59883eb6865f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:17:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "openshift-service-ca.crt", "reconcileID": "62917418-23aa-4ee5-8365-905802d1b8ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-05f888", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:17:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "openshift-service-ca.crt", "reconcileID": "62917418-23aa-4ee5-8365-905802d1b8ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:17:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "openshift-service-ca.crt", "reconcileID": "88ee9782-c0d8-402a-9b6f-7475ef1e0fe9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-05f888", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:17:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "openshift-service-ca.crt", "reconcileID": "88ee9782-c0d8-402a-9b6f-7475ef1e0fe9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T15:17:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5dcfae7-fed0-44eb-8ad8-31b7b7ad816e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:17:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5dcfae7-fed0-44eb-8ad8-31b7b7ad816e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:17:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-trusted-ca-bundle", "reconcileID": "7e1169d3-4a39-4c83-a6f0-62c3bdb4c265", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:17:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "openshift-service-ca.crt", "reconcileID": "ad726083-a042-4b96-8668-1df80230a51e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:17:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cce31d35-b5e2-4b14-bcbc-0f406b062809", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:17:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "800576bd-6af9-4072-8df5-69b18aad8686", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "800576bd-6af9-4072-8df5-69b18aad8686", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "800576bd-6af9-4072-8df5-69b18aad8686", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ec723eb-f189-4a6c-a5c3-f7e396a8c478", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:17:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "d2e7ef4c-768f-444e-9502-5656bbd1dcf1", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "d2e7ef4c-768f-444e-9502-5656bbd1dcf1", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "d2e7ef4c-768f-444e-9502-5656bbd1dcf1", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "13f57eae-48fb-4cbb-b963-eef4510ed676", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "13f57eae-48fb-4cbb-b963-eef4510ed676", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "13f57eae-48fb-4cbb-b963-eef4510ed676", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "09b14be8-b7d3-402f-a9b7-ef1deb21ca30", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "09b14be8-b7d3-402f-a9b7-ef1deb21ca30", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "09b14be8-b7d3-402f-a9b7-ef1deb21ca30", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9c7505a-c140-40cb-9312-a6448e3048cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:17:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "cf31c7b5-bc4c-49a7-a724-3c68b6c87d27", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "cf31c7b5-bc4c-49a7-a724-3c68b6c87d27", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4-authn-ssl"} 2026-07-12T15:17:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "cf31c7b5-bc4c-49a7-a724-3c68b6c87d27", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91a3600a-ac55-4c4d-86dc-b4447539d41a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91a3600a-ac55-4c4d-86dc-b4447539d41a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:17:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91a3600a-ac55-4c4d-86dc-b4447539d41a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c0c6f4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T15:17:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-trusted-ca-bundle", "reconcileID": "a0bd03d6-ebe5-46bf-81b9-664ed99a65f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-trusted-ca-bundle", "reconcileID": "a0bd03d6-ebe5-46bf-81b9-664ed99a65f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "openshift-service-ca.crt", "reconcileID": "ad574516-b2c0-4f85-9dec-20bb2661611d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "openshift-service-ca.crt", "reconcileID": "ad574516-b2c0-4f85-9dec-20bb2661611d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65b70e7c-a50f-46c2-ac59-1ea313ee664c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0c6f4"}, "namespace": "ai-tenant-e2e-api-a-c0c6f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65b70e7c-a50f-46c2-ac59-1ea313ee664c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0c6f4"} 2026-07-12T15:17:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0c6f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0c6f4", "reconcileID": "1348cacc-9074-4b9d-8d22-ba458d7af319", "Gateway": "e2e-api-a-c0c6f4", "namespace": "openshift-ingress"} 2026-07-12T15:17:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d01ea166-4ff5-413f-9865-cdcd2d40e75c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:17:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "7096be08-24fb-4e80-870c-5747b556a2e6", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:17:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "7096be08-24fb-4e80-870c-5747b556a2e6", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress", "name": "e2e-api-b-05f888-authn-ssl"} 2026-07-12T15:17:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "7096be08-24fb-4e80-870c-5747b556a2e6", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:18:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "439b4bba-ea6f-4129-a58d-452bc0aa53ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:18:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "439b4bba-ea6f-4129-a58d-452bc0aa53ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:18:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "439b4bba-ea6f-4129-a58d-452bc0aa53ff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-05f888 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T15:18:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-trusted-ca-bundle", "reconcileID": "aa44a65a-1340-44b3-ae3e-07049a90bdf6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-trusted-ca-bundle", "reconcileID": "aa44a65a-1340-44b3-ae3e-07049a90bdf6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:18:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "openshift-service-ca.crt", "reconcileID": "14fa4d98-e6d0-4c13-a92d-c0feb2a58c4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "openshift-service-ca.crt", "reconcileID": "14fa4d98-e6d0-4c13-a92d-c0feb2a58c4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:18:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474c0195-cc0e-432e-a273-bf9c25aadec6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05f888"}, "namespace": "ai-tenant-e2e-api-b-05f888", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474c0195-cc0e-432e-a273-bf9c25aadec6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05f888"} 2026-07-12T15:18:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05f888","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05f888", "reconcileID": "5229b428-1e72-452d-aebf-4cf989ab843e", "Gateway": "e2e-api-b-05f888", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "73486509-0b84-4e2c-a753-e9b79b7cff8c", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "73486509-0b84-4e2c-a753-e9b79b7cff8c", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c-authn-ssl"} 2026-07-12T15:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "73486509-0b84-4e2c-a753-e9b79b7cff8c", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "2f3e3f4c-1e04-413c-93a1-ff18e676eb18", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "2f3e3f4c-1e04-413c-93a1-ff18e676eb18", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c-authn-ssl"} 2026-07-12T15:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "2f3e3f4c-1e04-413c-93a1-ff18e676eb18", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "c55c25a4-cf57-4431-8754-c708c6285d29", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "c55c25a4-cf57-4431-8754-c708c6285d29", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c-authn-ssl"} 2026-07-12T15:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "c55c25a4-cf57-4431-8754-c708c6285d29", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "51d77672-cc7f-4207-90ca-0954e2edff41", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "51d77672-cc7f-4207-90ca-0954e2edff41", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c-authn-ssl"} 2026-07-12T15:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "51d77672-cc7f-4207-90ca-0954e2edff41", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "d724deb6-3f87-4e6f-a372-906ddad3527b", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "d724deb6-3f87-4e6f-a372-906ddad3527b", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c-authn-ssl"} 2026-07-12T15:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "d724deb6-3f87-4e6f-a372-906ddad3527b", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "3c844288-2072-46e1-a380-e42cbdd8fa60", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "3c844288-2072-46e1-a380-e42cbdd8fa60", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c-authn-ssl"} 2026-07-12T15:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "3c844288-2072-46e1-a380-e42cbdd8fa60", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "ebbaf13a-f69f-47ea-b5a5-898d974b2b85", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "ebbaf13a-f69f-47ea-b5a5-898d974b2b85", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c-authn-ssl"} 2026-07-12T15:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "ebbaf13a-f69f-47ea-b5a5-898d974b2b85", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "openshift-service-ca.crt", "reconcileID": "d7e87299-35b9-4134-b968-7bab3c7d36b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-trusted-ca-bundle", "reconcileID": "049d6429-b7a9-485b-a504-922f712932f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:18:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "openshift-service-ca.crt", "reconcileID": "1cdfa9ce-e96a-4be6-9d59-7d1c213a154f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8720c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:18:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "openshift-service-ca.crt", "reconcileID": "1cdfa9ce-e96a-4be6-9d59-7d1c213a154f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17514cd8-e264-48d3-b3a0-436cbc3afa42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "openshift-service-ca.crt", "reconcileID": "e5814413-231f-4d3b-b4db-8ced666579b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:18:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-trusted-ca-bundle", "reconcileID": "e24a89bc-aa7f-43f9-8749-1126ed2bf47d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:18:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-trusted-ca-bundle", "reconcileID": "e24a89bc-aa7f-43f9-8749-1126ed2bf47d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b77d6a9-231a-4fcd-833c-ec434212a7aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:18:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "9fe0ee8b-1c27-409b-962b-c5b228c91680", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "9fe0ee8b-1c27-409b-962b-c5b228c91680", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c-authn-ssl"} 2026-07-12T15:18:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "9fe0ee8b-1c27-409b-962b-c5b228c91680", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5876cc42-f1e0-4008-a8fa-5dca70a57e9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "3d38d203-9468-4107-a081-56deec19862d", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "3d38d203-9468-4107-a081-56deec19862d", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "3d38d203-9468-4107-a081-56deec19862d", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "dddcd0d0-1170-4dbc-8e2b-3fdde7ff83fd", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "dddcd0d0-1170-4dbc-8e2b-3fdde7ff83fd", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "dddcd0d0-1170-4dbc-8e2b-3fdde7ff83fd", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "ed6e7528-b65e-45f9-9e81-3008903410fd", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "ed6e7528-b65e-45f9-9e81-3008903410fd", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "ed6e7528-b65e-45f9-9e81-3008903410fd", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "dfa34706-d872-441c-ae90-73d70401b7bf", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "dfa34706-d872-441c-ae90-73d70401b7bf", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "dfa34706-d872-441c-ae90-73d70401b7bf", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "638a6089-5523-4d3e-a29f-6b4f7255ee35", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "638a6089-5523-4d3e-a29f-6b4f7255ee35", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "638a6089-5523-4d3e-a29f-6b4f7255ee35", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "e2049909-69c8-4703-8e19-438874bb6025", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "e2049909-69c8-4703-8e19-438874bb6025", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "e2049909-69c8-4703-8e19-438874bb6025", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "6130ab4b-d282-433c-87f9-83aca33c69fd", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "6130ab4b-d282-433c-87f9-83aca33c69fd", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "6130ab4b-d282-433c-87f9-83aca33c69fd", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "445321dd-9498-4499-be70-143fcb3d3d32", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "445321dd-9498-4499-be70-143fcb3d3d32", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:18:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "445321dd-9498-4499-be70-143fcb3d3d32", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "87b76e86-13c4-465a-9bc3-aa3c2ad8411b", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "87b76e86-13c4-465a-9bc3-aa3c2ad8411b", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c-authn-ssl"} 2026-07-12T15:18:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "87b76e86-13c4-465a-9bc3-aa3c2ad8411b", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:18:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "openshift-service-ca.crt", "reconcileID": "2fcc03bb-80d5-4abe-9b42-2656a92621e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:18:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-trusted-ca-bundle", "reconcileID": "3630de77-63a5-46ed-914f-ef7c2aaf52af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:18:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "openshift-service-ca.crt", "reconcileID": "21f85b53-4ef9-4901-83c4-bac5c80ef956", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-69f681", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:18:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "openshift-service-ca.crt", "reconcileID": "21f85b53-4ef9-4901-83c4-bac5c80ef956", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:18:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43e36698-96f9-45aa-b342-cb7f970e4eea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:18:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "openshift-service-ca.crt", "reconcileID": "59d60c7f-5340-432b-99b2-43dd7a12aa1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:18:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-trusted-ca-bundle", "reconcileID": "4fec7b79-feb5-4c82-b01c-37fd7a418fb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:18:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-trusted-ca-bundle", "reconcileID": "4fec7b79-feb5-4c82-b01c-37fd7a418fb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:18:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78dbeb88-0cce-468c-9e54-6a6bb91243c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:18:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "46f721b9-bc71-4849-9fb3-5255c5901c82", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "46f721b9-bc71-4849-9fb3-5255c5901c82", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:18:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "46f721b9-bc71-4849-9fb3-5255c5901c82", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "152a4420-53fd-447f-8fd9-13f2ae32eadb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:18:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "9cd015ee-e2b0-46cd-9afc-9c42d7964292", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "9cd015ee-e2b0-46cd-9afc-9c42d7964292", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:18:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "9cd015ee-e2b0-46cd-9afc-9c42d7964292", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b45fa757-0542-4160-9ae9-580927beacbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f40245e-08fb-4d0b-a2f8-2db565adae9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:18:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b78408ba-1acd-409e-bc33-5f4961829c4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9bdb7bf3-5b02-48e1-9766-c0e497948dee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:21:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "c4e80bb7-2536-4a93-aacc-fb4b998654cf", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:21:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "c4e80bb7-2536-4a93-aacc-fb4b998654cf", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c-authn-ssl"} 2026-07-12T15:21:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "c4e80bb7-2536-4a93-aacc-fb4b998654cf", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:21:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d11c555-8ecd-4025-95a4-4b0cbe669c72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:21:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d11c555-8ecd-4025-95a4-4b0cbe669c72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:21:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d11c555-8ecd-4025-95a4-4b0cbe669c72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c8720c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T15:21:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-trusted-ca-bundle", "reconcileID": "2441d2fe-f1c9-48ca-a4f1-fb5de3fae55f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-trusted-ca-bundle", "reconcileID": "2441d2fe-f1c9-48ca-a4f1-fb5de3fae55f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:21:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "openshift-service-ca.crt", "reconcileID": "0d771d53-6d12-4505-89d9-e5f09aa9fb74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "openshift-service-ca.crt", "reconcileID": "0d771d53-6d12-4505-89d9-e5f09aa9fb74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:21:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "876ad337-7cc9-4d6d-bf7f-6e80540aeb5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8720c"}, "namespace": "ai-tenant-e2e-shared-a-c8720c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "876ad337-7cc9-4d6d-bf7f-6e80540aeb5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8720c"} 2026-07-12T15:21:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8720c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8720c", "reconcileID": "baa51623-7129-4584-9194-fe2f0b5d53c5", "Gateway": "e2e-shared-a-c8720c", "namespace": "openshift-ingress"} 2026-07-12T15:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27a096cb-2d4d-455c-884f-2501b4f8bf23", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T15:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "25a4b2fb-6139-454a-97d5-7714be563d65", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "25a4b2fb-6139-454a-97d5-7714be563d65", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681-authn-ssl"} 2026-07-12T15:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "25a4b2fb-6139-454a-97d5-7714be563d65", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"} 2026-07-12T15:21:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "143c6d9a-a6e9-4d87-b296-0b2e71b9fd66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:21:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "143c6d9a-a6e9-4d87-b296-0b2e71b9fd66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T15:21:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "143c6d9a-a6e9-4d87-b296-0b2e71b9fd66", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-69f681 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T15:21:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-trusted-ca-bundle", "reconcileID": "17ccf91f-7912-47cb-9520-6b282bbbf634", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:21:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-trusted-ca-bundle", "reconcileID": "17ccf91f-7912-47cb-9520-6b282bbbf634", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:21:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "openshift-service-ca.crt", "reconcileID": "35e176d5-46bf-46bd-8329-043238338e89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:21:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "openshift-service-ca.crt", "reconcileID": "35e176d5-46bf-46bd-8329-043238338e89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:21:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f76518a-d2ac-41f2-b53c-da9e7421b8ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:21:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-69f681"}, "namespace": "ai-tenant-e2e-shared-b-69f681", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f76518a-d2ac-41f2-b53c-da9e7421b8ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-69f681"} 2026-07-12T15:21:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-69f681","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-69f681", "reconcileID": "97d93873-1ca9-4f78-b24f-28eb3ef22c79", "Gateway": "e2e-shared-b-69f681", "namespace": "openshift-ingress"}