2026-07-09T14:29:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "odh-trusted-ca-bundle", "reconcileID": "0d88412f-ecf6-4526-9ad7-106e5ec13534", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9447e0b7"} 2026-07-09T14:29:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbcdd9a4-a657-4642-be83-bb0f445e0f38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9447e0b7"} 2026-07-09T14:29:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f713449c-4ae8-4cd9-bf7c-bb3da4e5906d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9447e0b7"} 2026-07-09T14:29:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f713449c-4ae8-4cd9-bf7c-bb3da4e5906d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9447e0b7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:29:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f713449c-4ae8-4cd9-bf7c-bb3da4e5906d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-9447e0b7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:29:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "odh-trusted-ca-bundle", "reconcileID": "93e56e28-219f-49d4-8229-55eacd6d5e86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9447e0b7"} 2026-07-09T14:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "odh-trusted-ca-bundle", "reconcileID": "93e56e28-219f-49d4-8229-55eacd6d5e86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9447e0b7"} 2026-07-09T14:29:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "openshift-service-ca.crt", "reconcileID": "538a2a52-4171-46a3-be8b-18ed39ed6509", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9447e0b7"} 2026-07-09T14:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "openshift-service-ca.crt", "reconcileID": "538a2a52-4171-46a3-be8b-18ed39ed6509", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9447e0b7"} 2026-07-09T14:29:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f59180a4-a9cd-4a92-8e80-2be00e2f0b70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9447e0b7"} 2026-07-09T14:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9447e0b7"}, "namespace": "ai-tenant-e2e-mt-9447e0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f59180a4-a9cd-4a92-8e80-2be00e2f0b70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9447e0b7"} 2026-07-09T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "9dc8f99f-1a02-4ec3-93c6-82bf7eb2fe67", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "9dc8f99f-1a02-4ec3-93c6-82bf7eb2fe67", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "9dc8f99f-1a02-4ec3-93c6-82bf7eb2fe67", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "b43d4d32-c780-4996-9289-e4a4f96d4e9c", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "b43d4d32-c780-4996-9289-e4a4f96d4e9c", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "b43d4d32-c780-4996-9289-e4a4f96d4e9c", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "cc5abca7-7147-46f8-a63e-b1fd735e55f9", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "cc5abca7-7147-46f8-a63e-b1fd735e55f9", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "cc5abca7-7147-46f8-a63e-b1fd735e55f9", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "a3260cf5-98e8-4cfa-95b2-53992dc0c214", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "a3260cf5-98e8-4cfa-95b2-53992dc0c214", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "a3260cf5-98e8-4cfa-95b2-53992dc0c214", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "8f2d54c8-88fc-42fd-a9d7-622380af9cae", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "8f2d54c8-88fc-42fd-a9d7-622380af9cae", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "8f2d54c8-88fc-42fd-a9d7-622380af9cae", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "2a6c0488-8020-4043-9d8e-d2d415057f81", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "2a6c0488-8020-4043-9d8e-d2d415057f81", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "2a6c0488-8020-4043-9d8e-d2d415057f81", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "ba0b709a-6f28-43b3-a0b4-876fd55fb28c", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:29:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "ba0b709a-6f28-43b3-a0b4-876fd55fb28c", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:29:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "ba0b709a-6f28-43b3-a0b4-876fd55fb28c", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "openshift-service-ca.crt", "reconcileID": "8128748a-6dae-48c7-b8c0-4a1ce28865a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-trusted-ca-bundle", "reconcileID": "b65d4da8-5512-4e60-905b-14af4f257574", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "openshift-service-ca.crt", "reconcileID": "7834df05-a1dc-41b6-9b19-99a89fdfa5df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-738843", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:30:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "openshift-service-ca.crt", "reconcileID": "7834df05-a1dc-41b6-9b19-99a89fdfa5df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "openshift-service-ca.crt", "reconcileID": "8066822c-408e-430b-b5d9-ac675f4483e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac6a92a1-a3eb-4c8a-9d49-b43e91bb33e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-trusted-ca-bundle", "reconcileID": "1fc7410e-e301-480d-b830-8f25d71678a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:30:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-trusted-ca-bundle", "reconcileID": "1fc7410e-e301-480d-b830-8f25d71678a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4d78c93-ebb1-4543-82c0-7f2b6543a0d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "33ae483a-a2c5-4f0e-aa62-10837a0fefea", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "33ae483a-a2c5-4f0e-aa62-10837a0fefea", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:30:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "33ae483a-a2c5-4f0e-aa62-10837a0fefea", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "30d77810-aa1c-4e44-a29f-d5b981299e1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:30:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "e2fdc178-af1a-4b0e-bff9-2ac1c326eed1", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "e2fdc178-af1a-4b0e-bff9-2ac1c326eed1", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "e2fdc178-af1a-4b0e-bff9-2ac1c326eed1", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "fd7c073c-82c1-49b1-b70b-27bc15a5e30a", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "fd7c073c-82c1-49b1-b70b-27bc15a5e30a", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "fd7c073c-82c1-49b1-b70b-27bc15a5e30a", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "1cfa7cbe-e0b8-41e5-84cb-d24c523899da", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "1cfa7cbe-e0b8-41e5-84cb-d24c523899da", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "1cfa7cbe-e0b8-41e5-84cb-d24c523899da", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "49d6abda-3a1a-435b-b08d-76148d32db07", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "49d6abda-3a1a-435b-b08d-76148d32db07", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "49d6abda-3a1a-435b-b08d-76148d32db07", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "55622807-9def-43e9-9e1b-c2126ea67923", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "55622807-9def-43e9-9e1b-c2126ea67923", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "55622807-9def-43e9-9e1b-c2126ea67923", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "2900f604-5495-454a-a846-888a2a82f1a3", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "2900f604-5495-454a-a846-888a2a82f1a3", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "2900f604-5495-454a-a846-888a2a82f1a3", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "6036f7f9-3c9f-49ed-8f8f-5609160d90f3", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "6036f7f9-3c9f-49ed-8f8f-5609160d90f3", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:30:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "6036f7f9-3c9f-49ed-8f8f-5609160d90f3", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "57001730-a431-4b7d-b5ed-15edd5c73cc4", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "57001730-a431-4b7d-b5ed-15edd5c73cc4", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "57001730-a431-4b7d-b5ed-15edd5c73cc4", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "openshift-service-ca.crt", "reconcileID": "2a99c8b6-3e8a-4633-ae33-2730b2943bd9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-trusted-ca-bundle", "reconcileID": "e1bf449f-4f13-441f-bb96-a01c02c5d353", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "openshift-service-ca.crt", "reconcileID": "7a2436e0-04c9-448e-ba47-76d0ed30e629", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:30:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "openshift-service-ca.crt", "reconcileID": "7a2436e0-04c9-448e-ba47-76d0ed30e629", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40e79b0c-b5b7-4342-ac0c-3de80a650eb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "openshift-service-ca.crt", "reconcileID": "fe778851-33de-41b0-938a-6e124d0d1652", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-trusted-ca-bundle", "reconcileID": "f9ec7c79-31c0-4a6b-9acf-d9ae4fdfb7b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:30:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-trusted-ca-bundle", "reconcileID": "f9ec7c79-31c0-4a6b-9acf-d9ae4fdfb7b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd0ed8d0-5972-475f-8d70-ab2cd6395e85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "2e1d9084-6299-4307-9dd6-845e3dd937bb", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "2e1d9084-6299-4307-9dd6-845e3dd937bb", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "2e1d9084-6299-4307-9dd6-845e3dd937bb", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3431f379-61c1-40ea-9a3d-26745fb9c55f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:30:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "3d09125e-63b1-40cd-a82c-ded1c5a4e455", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "3d09125e-63b1-40cd-a82c-ded1c5a4e455", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "3d09125e-63b1-40cd-a82c-ded1c5a4e455", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "19aa1d5d-7ca4-4a6d-afee-43bb706510ea", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "3d09125e-63b1-40cd-a82c-ded1c5a4e455", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843-kserve-route-authn"} 2026-07-09T14:30:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "3d09125e-63b1-40cd-a82c-ded1c5a4e455", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "authType": "userdefined"} 2026-07-09T14:30:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "3d09125e-63b1-40cd-a82c-ded1c5a4e455", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "19aa1d5d-7ca4-4a6d-afee-43bb706510ea", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:30:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "19aa1d5d-7ca4-4a6d-afee-43bb706510ea", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d8078307-9001-4b4a-adb1-352f698744d6", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d8078307-9001-4b4a-adb1-352f698744d6", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d8078307-9001-4b4a-adb1-352f698744d6", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d8078307-9001-4b4a-adb1-352f698744d6", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843-kserve-route-authn"} 2026-07-09T14:30:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d8078307-9001-4b4a-adb1-352f698744d6", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "authType": "userdefined"} 2026-07-09T14:30:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d8078307-9001-4b4a-adb1-352f698744d6", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "373d86b3-2f8a-4cc9-955e-32dfad0cb809", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "373d86b3-2f8a-4cc9-955e-32dfad0cb809", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "373d86b3-2f8a-4cc9-955e-32dfad0cb809", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "082258fd-8bf0-4ead-ab00-1c0ac0cd379f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "82f36175-0709-41b7-b978-55673b415fe1", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "82f36175-0709-41b7-b978-55673b415fe1", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "82f36175-0709-41b7-b978-55673b415fe1", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d0ef8822-82c3-4f93-9ef2-c11dee46010e", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d0ef8822-82c3-4f93-9ef2-c11dee46010e", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d0ef8822-82c3-4f93-9ef2-c11dee46010e", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d0ef8822-82c3-4f93-9ef2-c11dee46010e", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843-kserve-route-authn"} 2026-07-09T14:30:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d0ef8822-82c3-4f93-9ef2-c11dee46010e", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "authType": "userdefined"} 2026-07-09T14:30:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "d0ef8822-82c3-4f93-9ef2-c11dee46010e", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "5080161d-670c-431c-8b36-245274b236ef", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "5080161d-670c-431c-8b36-245274b236ef", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "5080161d-670c-431c-8b36-245274b236ef", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "5080161d-670c-431c-8b36-245274b236ef", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843-kserve-route-authn"} 2026-07-09T14:30:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "5080161d-670c-431c-8b36-245274b236ef", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "authType": "userdefined"} 2026-07-09T14:30:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "5080161d-670c-431c-8b36-245274b236ef", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "1188f362-aead-4dde-a5c8-f2785a996ef4", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "1188f362-aead-4dde-a5c8-f2785a996ef4", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:30:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "1188f362-aead-4dde-a5c8-f2785a996ef4", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:30:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07557209-d868-49a8-8f24-ba7aabd585b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:30:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "584d5ddf-8506-4ce4-9345-85de905af3c1", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "584d5ddf-8506-4ce4-9345-85de905af3c1", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "584d5ddf-8506-4ce4-9345-85de905af3c1", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "584d5ddf-8506-4ce4-9345-85de905af3c1", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843-kserve-route-authn"} 2026-07-09T14:30:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "584d5ddf-8506-4ce4-9345-85de905af3c1", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "authType": "userdefined"} 2026-07-09T14:30:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "584d5ddf-8506-4ce4-9345-85de905af3c1", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:30:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "9c8c823c-387d-404e-8a5c-7c5556bf23e1", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "9c8c823c-387d-404e-8a5c-7c5556bf23e1", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "9c8c823c-387d-404e-8a5c-7c5556bf23e1", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "1aecb322-cd40-43cc-af5f-bb4cf9a312a5", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "9c8c823c-387d-404e-8a5c-7c5556bf23e1", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7-kserve-route-authn"} 2026-07-09T14:30:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "9c8c823c-387d-404e-8a5c-7c5556bf23e1", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "authType": "userdefined"} 2026-07-09T14:30:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "9c8c823c-387d-404e-8a5c-7c5556bf23e1", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "1aecb322-cd40-43cc-af5f-bb4cf9a312a5", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "1aecb322-cd40-43cc-af5f-bb4cf9a312a5", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "bc024e0d-9d12-4b40-b7fd-a366d880e458", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "bc024e0d-9d12-4b40-b7fd-a366d880e458", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "bc024e0d-9d12-4b40-b7fd-a366d880e458", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "bc024e0d-9d12-4b40-b7fd-a366d880e458", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7-kserve-route-authn"} 2026-07-09T14:30:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "bc024e0d-9d12-4b40-b7fd-a366d880e458", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "authType": "userdefined"} 2026-07-09T14:30:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "bc024e0d-9d12-4b40-b7fd-a366d880e458", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "9b9ef04c-864a-47e8-a669-83ba4254ce4e", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "9b9ef04c-864a-47e8-a669-83ba4254ce4e", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "9b9ef04c-864a-47e8-a669-83ba4254ce4e", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:30:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "697296d5-d916-4384-bbc2-53a24ff9ae65", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "697296d5-d916-4384-bbc2-53a24ff9ae65", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "697296d5-d916-4384-bbc2-53a24ff9ae65", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:30:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "697296d5-d916-4384-bbc2-53a24ff9ae65", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7-kserve-route-authn"} 2026-07-09T14:30:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "697296d5-d916-4384-bbc2-53a24ff9ae65", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "authType": "userdefined"} 2026-07-09T14:30:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "697296d5-d916-4384-bbc2-53a24ff9ae65", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "72964ef6-9080-40f3-a6c4-42caf48e51f5", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:31:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "72964ef6-9080-40f3-a6c4-42caf48e51f5", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:31:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "72964ef6-9080-40f3-a6c4-42caf48e51f5", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:31:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:31:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:31:07Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:31:07Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T14:31:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "7c46ede2-8301-4493-ac73-00ef79e7ae3b", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "7c46ede2-8301-4493-ac73-00ef79e7ae3b", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "7c46ede2-8301-4493-ac73-00ef79e7ae3b", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "7c46ede2-8301-4493-ac73-00ef79e7ae3b", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7-kserve-route-authn"} 2026-07-09T14:31:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "7c46ede2-8301-4493-ac73-00ef79e7ae3b", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "authType": "userdefined"} 2026-07-09T14:31:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "7c46ede2-8301-4493-ac73-00ef79e7ae3b", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "6297cd0f-0a36-4233-b2f4-9d8c9ada562d", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:31:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "6297cd0f-0a36-4233-b2f4-9d8c9ada562d", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843"} 2026-07-09T14:31:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "6297cd0f-0a36-4233-b2f4-9d8c9ada562d", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:31:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "6297cd0f-0a36-4233-b2f4-9d8c9ada562d", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:31:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "6297cd0f-0a36-4233-b2f4-9d8c9ada562d", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843-kserve-route-authn"} 2026-07-09T14:31:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "6297cd0f-0a36-4233-b2f4-9d8c9ada562d", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843-kserve-route-authn"} 2026-07-09T14:31:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "6297cd0f-0a36-4233-b2f4-9d8c9ada562d", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:31:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "6297cd0f-0a36-4233-b2f4-9d8c9ada562d", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:31:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-738843","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "test-model-738843", "reconcileID": "3171bb82-0534-4579-935a-a0577c1ee7c1", "LLMInferenceService": "test-model-738843", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:31:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "e5dd932a-21c5-4b05-b782-1c37fdaf4459", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:31:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "e5dd932a-21c5-4b05-b782-1c37fdaf4459", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:31:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "e5dd932a-21c5-4b05-b782-1c37fdaf4459", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:31:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "799cb655-c2bc-400b-93d5-b29663df6174", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:31:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "799cb655-c2bc-400b-93d5-b29663df6174", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:31:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "799cb655-c2bc-400b-93d5-b29663df6174", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:31:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "3ccf731e-7ee4-4e48-9246-adf00517a451", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "3ccf731e-7ee4-4e48-9246-adf00517a451", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7"} 2026-07-09T14:31:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "3ccf731e-7ee4-4e48-9246-adf00517a451", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "3ccf731e-7ee4-4e48-9246-adf00517a451", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "3ccf731e-7ee4-4e48-9246-adf00517a451", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7-kserve-route-authn"} 2026-07-09T14:31:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "3ccf731e-7ee4-4e48-9246-adf00517a451", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7-kserve-route-authn"} 2026-07-09T14:31:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "3ccf731e-7ee4-4e48-9246-adf00517a451", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "3ccf731e-7ee4-4e48-9246-adf00517a451", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f1a2e7","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "test-model-f1a2e7", "reconcileID": "e4ba467f-46e0-4a5b-9cc4-ad55be0697b7", "LLMInferenceService": "test-model-f1a2e7", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:31:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "a16397f9-9fa2-41e5-a31d-3a82b475882a", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:31:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "a16397f9-9fa2-41e5-a31d-3a82b475882a", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:31:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "a16397f9-9fa2-41e5-a31d-3a82b475882a", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:31:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "a94574fb-305a-4917-84c6-dff84617b5ba", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:31:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "a94574fb-305a-4917-84c6-dff84617b5ba", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:31:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "a94574fb-305a-4917-84c6-dff84617b5ba", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:31:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e73b7f0a-ef1e-49c0-8c9e-e7c7ad3f89fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:31:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "698f30ff-49cf-491f-a102-77b7e5d29584", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:31:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "698f30ff-49cf-491f-a102-77b7e5d29584", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress", "name": "e2e-inf-a-738843-authn-ssl"} 2026-07-09T14:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "698f30ff-49cf-491f-a102-77b7e5d29584", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:32:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abfc414b-0126-47f8-9abb-f5f64a68dc81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:32:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abfc414b-0126-47f8-9abb-f5f64a68dc81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abfc414b-0126-47f8-9abb-f5f64a68dc81", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-738843 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:32:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-trusted-ca-bundle", "reconcileID": "1afa412a-0b22-4bae-9d57-ca8efd7fda10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:32:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-trusted-ca-bundle", "reconcileID": "1afa412a-0b22-4bae-9d57-ca8efd7fda10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:32:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "openshift-service-ca.crt", "reconcileID": "ea0cb850-eabd-437c-a822-5013209e6beb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:32:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "openshift-service-ca.crt", "reconcileID": "ea0cb850-eabd-437c-a822-5013209e6beb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:32:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa3dfce5-4e34-4876-8e1d-2576655888f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:32:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-738843"}, "namespace": "ai-tenant-e2e-inf-a-738843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa3dfce5-4e34-4876-8e1d-2576655888f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-738843"} 2026-07-09T14:32:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-738843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-738843", "reconcileID": "d83c95fc-94b7-4155-ab3b-197aa6fcfcb8", "Gateway": "e2e-inf-a-738843", "namespace": "openshift-ingress"} 2026-07-09T14:32:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "487f6d8d-b506-4e8f-a3f7-f02ecdd0012f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:32:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "e067e4e8-b409-415f-8b1d-8776afa5afb0", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:32:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "e067e4e8-b409-415f-8b1d-8776afa5afb0", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7-authn-ssl"} 2026-07-09T14:32:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "e067e4e8-b409-415f-8b1d-8776afa5afb0", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:32:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74ef75b1-6835-41a1-8d4e-72bd5dba8eac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:32:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74ef75b1-6835-41a1-8d4e-72bd5dba8eac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74ef75b1-6835-41a1-8d4e-72bd5dba8eac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-f1a2e7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:32:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-trusted-ca-bundle", "reconcileID": "aabcc59c-2c36-42dd-8a2b-2d788c453a72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:32:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-trusted-ca-bundle", "reconcileID": "aabcc59c-2c36-42dd-8a2b-2d788c453a72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:32:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "openshift-service-ca.crt", "reconcileID": "9c3efd54-a9c3-48be-890b-ac22751d31a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:32:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "openshift-service-ca.crt", "reconcileID": "9c3efd54-a9c3-48be-890b-ac22751d31a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:32:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69c3977-237b-4e6c-97f3-d43fb99cc019", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:32:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-f1a2e7"}, "namespace": "ai-tenant-e2e-inf-b-f1a2e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69c3977-237b-4e6c-97f3-d43fb99cc019", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-f1a2e7"} 2026-07-09T14:32:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-f1a2e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-f1a2e7", "reconcileID": "93fa3eb4-ec1a-4e37-939b-2ce4c863cf73", "Gateway": "e2e-inf-b-f1a2e7", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "5b698ab4-b5a1-48d3-aad2-9fa9f70c7d6d", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "5b698ab4-b5a1-48d3-aad2-9fa9f70c7d6d", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c-authn-ssl"} 2026-07-09T14:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "5b698ab4-b5a1-48d3-aad2-9fa9f70c7d6d", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "862ff5cd-7ac0-459e-a563-54ad73a7b54e", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "862ff5cd-7ac0-459e-a563-54ad73a7b54e", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c-authn-ssl"} 2026-07-09T14:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "862ff5cd-7ac0-459e-a563-54ad73a7b54e", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "c97124d8-ea32-4af5-840e-d12cad3bcd96", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "c97124d8-ea32-4af5-840e-d12cad3bcd96", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c-authn-ssl"} 2026-07-09T14:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "c97124d8-ea32-4af5-840e-d12cad3bcd96", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "4660f0cd-4cf2-48b8-bb3b-c5c983323fb6", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "4660f0cd-4cf2-48b8-bb3b-c5c983323fb6", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c-authn-ssl"} 2026-07-09T14:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "4660f0cd-4cf2-48b8-bb3b-c5c983323fb6", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "2a6520fe-e48d-457c-95ec-d99d47347d1e", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "2a6520fe-e48d-457c-95ec-d99d47347d1e", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c-authn-ssl"} 2026-07-09T14:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "2a6520fe-e48d-457c-95ec-d99d47347d1e", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "246029bf-57a1-46ca-8932-07f5c5089118", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "246029bf-57a1-46ca-8932-07f5c5089118", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c-authn-ssl"} 2026-07-09T14:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "246029bf-57a1-46ca-8932-07f5c5089118", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "de437a46-d77a-48e0-9614-25bab2fcfa2a", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "de437a46-d77a-48e0-9614-25bab2fcfa2a", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c-authn-ssl"} 2026-07-09T14:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "de437a46-d77a-48e0-9614-25bab2fcfa2a", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "openshift-service-ca.crt", "reconcileID": "52fcb001-c3bf-4b72-b7f6-32c680555dac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-trusted-ca-bundle", "reconcileID": "f716b0d0-b94c-4837-b3fd-111c69df8317", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-trusted-ca-bundle", "reconcileID": "f716b0d0-b94c-4837-b3fd-111c69df8317", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "openshift-service-ca.crt", "reconcileID": "d2fe9ff2-7ee6-47d9-b6ab-090f0c2d5e5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb1a514f-4b6c-4ab4-b4cb-d5aa84dad32e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-trusted-ca-bundle", "reconcileID": "03aa06a3-af4d-4d80-bd30-ffe8207cf741", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-trusted-ca-bundle", "reconcileID": "03aa06a3-af4d-4d80-bd30-ffe8207cf741", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56ba329e-85d4-424e-aa5f-d55431ef57c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "d2c64ddc-8c70-45bb-8053-8bdc01469662", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "d2c64ddc-8c70-45bb-8053-8bdc01469662", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c-authn-ssl"} 2026-07-09T14:32:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "d2c64ddc-8c70-45bb-8053-8bdc01469662", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d15c33ef-2bbd-49ad-b211-a3165ace4597", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:32:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "e5cb978c-5608-4aa2-a4ad-15d9c0f59c79", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "e5cb978c-5608-4aa2-a4ad-15d9c0f59c79", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1-authn-ssl"} 2026-07-09T14:32:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "e5cb978c-5608-4aa2-a4ad-15d9c0f59c79", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "76b31da3-3af1-448b-b9ae-e22346b37fa7", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "76b31da3-3af1-448b-b9ae-e22346b37fa7", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1-authn-ssl"} 2026-07-09T14:32:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "76b31da3-3af1-448b-b9ae-e22346b37fa7", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "a61afa86-7cbc-48e4-8d47-c533862b7c11", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "a61afa86-7cbc-48e4-8d47-c533862b7c11", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1-authn-ssl"} 2026-07-09T14:32:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "a61afa86-7cbc-48e4-8d47-c533862b7c11", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "830f04b1-bd31-41d1-a6d1-4764ee9b6628", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "830f04b1-bd31-41d1-a6d1-4764ee9b6628", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1-authn-ssl"} 2026-07-09T14:32:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "830f04b1-bd31-41d1-a6d1-4764ee9b6628", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "07ffe624-2f24-4243-bed4-338f4f95671b", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "07ffe624-2f24-4243-bed4-338f4f95671b", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1-authn-ssl"} 2026-07-09T14:32:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "07ffe624-2f24-4243-bed4-338f4f95671b", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "d1dfce5b-b00a-4998-aed0-1cc8ae13e52e", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "d1dfce5b-b00a-4998-aed0-1cc8ae13e52e", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1-authn-ssl"} 2026-07-09T14:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "d1dfce5b-b00a-4998-aed0-1cc8ae13e52e", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "54472365-56f5-4075-9934-f0c94bde1d0f", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "54472365-56f5-4075-9934-f0c94bde1d0f", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1-authn-ssl"} 2026-07-09T14:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "54472365-56f5-4075-9934-f0c94bde1d0f", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "openshift-service-ca.crt", "reconcileID": "2630305d-9f6d-4ef7-8477-fe6b62a95cc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "openshift-service-ca.crt", "reconcileID": "55e81079-c423-4f6b-8f39-e4880469f814", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7c2ea1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "openshift-service-ca.crt", "reconcileID": "55e81079-c423-4f6b-8f39-e4880469f814", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-trusted-ca-bundle", "reconcileID": "49466597-e09d-407d-8c29-4b2b6bbd6172", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-trusted-ca-bundle", "reconcileID": "49466597-e09d-407d-8c29-4b2b6bbd6172", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1654bbf1-1a1a-4a5b-ae72-558bb45907b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "openshift-service-ca.crt", "reconcileID": "cc947112-cbf3-4228-b636-60884f385564", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-trusted-ca-bundle", "reconcileID": "051b7707-ebbd-4ffc-b5bb-cf06b37f04ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-trusted-ca-bundle", "reconcileID": "f3ec6ea7-3771-40cd-854c-fc024470394b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-trusted-ca-bundle", "reconcileID": "f3ec6ea7-3771-40cd-854c-fc024470394b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8293e717-d12a-4679-acbe-0c70ea62b5ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "a82d25fb-2a38-484f-b5bc-397766a9d7ed", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "a82d25fb-2a38-484f-b5bc-397766a9d7ed", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1-authn-ssl"} 2026-07-09T14:32:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "a82d25fb-2a38-484f-b5bc-397766a9d7ed", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "340d5856-65cb-418a-a74d-23da121fa904", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:32:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "6d40cacc-044d-42ee-9c9e-aba6b8b0af41", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "6d40cacc-044d-42ee-9c9e-aba6b8b0af41", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c-authn-ssl"} 2026-07-09T14:32:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "6d40cacc-044d-42ee-9c9e-aba6b8b0af41", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "e5f117c3-32a0-45b7-bae2-a92a537cd989", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "e5f117c3-32a0-45b7-bae2-a92a537cd989", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1-authn-ssl"} 2026-07-09T14:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "e5f117c3-32a0-45b7-bae2-a92a537cd989", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a431db07-53bb-466b-a798-25b87606b10a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:32:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "081eaeb5-7a7b-40b3-9b37-e2e04b7d6ca4", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "081eaeb5-7a7b-40b3-9b37-e2e04b7d6ca4", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c-authn-ssl"} 2026-07-09T14:32:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "081eaeb5-7a7b-40b3-9b37-e2e04b7d6ca4", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fce75b77-ae24-47aa-b071-f5ec6a72987f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fce75b77-ae24-47aa-b071-f5ec6a72987f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fce75b77-ae24-47aa-b071-f5ec6a72987f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-38f05c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:32:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-trusted-ca-bundle", "reconcileID": "278045dd-2dba-48df-b8e3-0d4dd3abb317", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-trusted-ca-bundle", "reconcileID": "278045dd-2dba-48df-b8e3-0d4dd3abb317", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "openshift-service-ca.crt", "reconcileID": "15572e01-f172-45bc-9b15-00085e5d8f73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "openshift-service-ca.crt", "reconcileID": "15572e01-f172-45bc-9b15-00085e5d8f73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61d46c5a-9adf-4937-8b95-765feb52711a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-38f05c"}, "namespace": "ai-tenant-e2e-api-a-38f05c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61d46c5a-9adf-4937-8b95-765feb52711a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-38f05c"} 2026-07-09T14:32:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5316ca0-36f3-4d48-81eb-08a5a450b5b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:32:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-38f05c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-38f05c", "reconcileID": "34b88c7e-f565-40a0-a0e8-be32a37d70c3", "Gateway": "e2e-api-a-38f05c", "namespace": "openshift-ingress"} 2026-07-09T14:32:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28d95063-c795-4c4a-96e4-b9a886e5108f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:32:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "941950e9-4af3-4274-b22d-f5973cbfc4d7", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "941950e9-4af3-4274-b22d-f5973cbfc4d7", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1-authn-ssl"} 2026-07-09T14:32:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "941950e9-4af3-4274-b22d-f5973cbfc4d7", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474372e5-9b1d-408a-8397-8e36d58497a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474372e5-9b1d-408a-8397-8e36d58497a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474372e5-9b1d-408a-8397-8e36d58497a8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-7c2ea1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:32:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-trusted-ca-bundle", "reconcileID": "a4d2c53f-fdfb-46be-ae6b-29bc29487c0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-trusted-ca-bundle", "reconcileID": "a4d2c53f-fdfb-46be-ae6b-29bc29487c0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "openshift-service-ca.crt", "reconcileID": "98d1da14-2159-4155-af6f-10f48359ec6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "openshift-service-ca.crt", "reconcileID": "98d1da14-2159-4155-af6f-10f48359ec6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec8463a6-adbc-4df5-8a76-33f401d0f877", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7c2ea1"}, "namespace": "ai-tenant-e2e-api-b-7c2ea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec8463a6-adbc-4df5-8a76-33f401d0f877", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7c2ea1"} 2026-07-09T14:32:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7c2ea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7c2ea1", "reconcileID": "a5e8a604-a351-41c6-8c0f-db667eb8cf20", "Gateway": "e2e-api-b-7c2ea1", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "2026d9b1-5d08-4662-a003-a523871b638a", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "2026d9b1-5d08-4662-a003-a523871b638a", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:32:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "2026d9b1-5d08-4662-a003-a523871b638a", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "40976ad3-b9b8-41e6-8de8-b614491dd7c0", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "40976ad3-b9b8-41e6-8de8-b614491dd7c0", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:32:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "40976ad3-b9b8-41e6-8de8-b614491dd7c0", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "a4e6b2d4-5232-45f3-89b8-15acd40c74c6", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "a4e6b2d4-5232-45f3-89b8-15acd40c74c6", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:32:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "a4e6b2d4-5232-45f3-89b8-15acd40c74c6", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "a79cbac1-1c21-486a-b43d-eca7246d5078", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "a79cbac1-1c21-486a-b43d-eca7246d5078", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:32:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "a79cbac1-1c21-486a-b43d-eca7246d5078", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "0ff6c4aa-e10b-4804-bf24-0b2fc210e521", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "0ff6c4aa-e10b-4804-bf24-0b2fc210e521", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:32:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "0ff6c4aa-e10b-4804-bf24-0b2fc210e521", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "6672f484-ff71-47c9-8073-2d111f27350d", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "6672f484-ff71-47c9-8073-2d111f27350d", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:32:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "6672f484-ff71-47c9-8073-2d111f27350d", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "e80b7a11-192c-4de0-8ebd-a320d2b7ebed", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "e80b7a11-192c-4de0-8ebd-a320d2b7ebed", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:32:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "e80b7a11-192c-4de0-8ebd-a320d2b7ebed", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "56a95d56-ed05-419a-bad2-2cb0f2175d82", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "56a95d56-ed05-419a-bad2-2cb0f2175d82", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:32:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "56a95d56-ed05-419a-bad2-2cb0f2175d82", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "openshift-service-ca.crt", "reconcileID": "e97de550-12b4-4e2f-a63d-8ecf5c5af846", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:32:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-trusted-ca-bundle", "reconcileID": "6bd8b6c0-6a63-4ca2-b1ea-03a8d0edd03b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:32:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "openshift-service-ca.crt", "reconcileID": "f7472dfb-9fbd-4ca8-8640-0232d56ecb94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6b90ba", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "openshift-service-ca.crt", "reconcileID": "f7472dfb-9fbd-4ca8-8640-0232d56ecb94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:32:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "openshift-service-ca.crt", "reconcileID": "122a1513-099b-4af5-8c9a-eec85de2a03c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:32:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6f382ff-a21c-45a4-bf51-36fdf94cf4b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:32:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-trusted-ca-bundle", "reconcileID": "d1354d4b-d7bd-4f9a-abf0-1ef6d2d1e89a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:32:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-trusted-ca-bundle", "reconcileID": "d1354d4b-d7bd-4f9a-abf0-1ef6d2d1e89a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:32:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "833bd4f0-258c-44fa-9637-45a84616071d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:32:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "75f19785-d83c-4540-aabb-57f74ffc8ee6", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "75f19785-d83c-4540-aabb-57f74ffc8ee6", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:32:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "75f19785-d83c-4540-aabb-57f74ffc8ee6", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9bf0541f-777d-43ab-b087-86811924ab11", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "c86adba5-57a1-4d28-9a7f-f26cd64ae7a1", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "c86adba5-57a1-4d28-9a7f-f26cd64ae7a1", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "c86adba5-57a1-4d28-9a7f-f26cd64ae7a1", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "a4fb7c94-1886-461e-a53d-59f616804829", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "a4fb7c94-1886-461e-a53d-59f616804829", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "a4fb7c94-1886-461e-a53d-59f616804829", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "cdb1be40-b179-49f2-9348-0a89b8163d33", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "cdb1be40-b179-49f2-9348-0a89b8163d33", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "cdb1be40-b179-49f2-9348-0a89b8163d33", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "cc1859aa-57de-492c-a914-528ade9da91d", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "cc1859aa-57de-492c-a914-528ade9da91d", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "cc1859aa-57de-492c-a914-528ade9da91d", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "cc7e352e-8dbe-4c18-b403-8a08667fa784", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "cc7e352e-8dbe-4c18-b403-8a08667fa784", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "cc7e352e-8dbe-4c18-b403-8a08667fa784", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "76a8c9cd-f0f8-47b7-82f9-258a420180ab", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "76a8c9cd-f0f8-47b7-82f9-258a420180ab", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "76a8c9cd-f0f8-47b7-82f9-258a420180ab", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:33:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "d9936477-a1a8-45b7-95e1-b0355ac149bd", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:33:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "d9936477-a1a8-45b7-95e1-b0355ac149bd", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:33:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "d9936477-a1a8-45b7-95e1-b0355ac149bd", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:33:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "58a23b03-3fde-4754-8756-6b3fd9fa84c1", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:33:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "58a23b03-3fde-4754-8756-6b3fd9fa84c1", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:33:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "58a23b03-3fde-4754-8756-6b3fd9fa84c1", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:33:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "bdfb46d7-33e6-4121-84fc-7fd259bab28e", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:33:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "bdfb46d7-33e6-4121-84fc-7fd259bab28e", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:33:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "bdfb46d7-33e6-4121-84fc-7fd259bab28e", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:33:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "openshift-service-ca.crt", "reconcileID": "63bbfff3-98b1-4a7d-8c0d-bfd1903dd66f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:33:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-trusted-ca-bundle", "reconcileID": "5a993d04-c6d5-4f46-b7ef-d43de7fa103b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:33:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-trusted-ca-bundle", "reconcileID": "5a993d04-c6d5-4f46-b7ef-d43de7fa103b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:33:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "openshift-service-ca.crt", "reconcileID": "e6d4ba2b-146a-4a06-a153-65e42878805d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:33:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a300398f-a6c2-4e75-a919-154037aa1dc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:33:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-trusted-ca-bundle", "reconcileID": "39ab010b-017e-409c-9928-1534461050de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:33:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-trusted-ca-bundle", "reconcileID": "39ab010b-017e-409c-9928-1534461050de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:33:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5178c1d-d3a7-4ee0-9561-0c0801c928fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "7876e8bb-dcea-4d89-9876-c6efd873c2bf", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "7876e8bb-dcea-4d89-9876-c6efd873c2bf", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "7876e8bb-dcea-4d89-9876-c6efd873c2bf", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:33:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "40451520-fe76-43a1-879e-7f3324acd8ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:33:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "da126e73-8a6b-427f-b95a-c8cf4dfa24de", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:33:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "da126e73-8a6b-427f-b95a-c8cf4dfa24de", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:33:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "da126e73-8a6b-427f-b95a-c8cf4dfa24de", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:33:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b3fc4d9-0953-4a1d-8e5b-e3375c89ddb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:33:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "efe69ea3-27d1-4ef7-87ce-16b44600c596", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3f139a7b-b435-4f6b-9f0b-62b50d26307c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:36:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "1442b189-07c8-4a3e-a5e4-f929f09bf0d4", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:36:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "1442b189-07c8-4a3e-a5e4-f929f09bf0d4", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba-authn-ssl"} 2026-07-09T14:36:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "1442b189-07c8-4a3e-a5e4-f929f09bf0d4", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:36:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25c9bb8f-2031-41ec-9817-571c3d1d9077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25c9bb8f-2031-41ec-9817-571c3d1d9077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:36:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25c9bb8f-2031-41ec-9817-571c3d1d9077", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-6b90ba because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:36:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-trusted-ca-bundle", "reconcileID": "9e14bf58-ac6a-4e47-9776-ba4d16d74ded", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-trusted-ca-bundle", "reconcileID": "9e14bf58-ac6a-4e47-9776-ba4d16d74ded", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:36:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-trusted-ca-bundle", "reconcileID": "9e14bf58-ac6a-4e47-9776-ba4d16d74ded", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-6b90ba because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:36:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc61697f-5cf6-4fc5-9955-54ad2d46a9a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc61697f-5cf6-4fc5-9955-54ad2d46a9a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:36:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc61697f-5cf6-4fc5-9955-54ad2d46a9a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-6b90ba because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:36:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "openshift-service-ca.crt", "reconcileID": "480d6a48-2a5f-4f07-bbdb-4c2f64de1f20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "openshift-service-ca.crt", "reconcileID": "480d6a48-2a5f-4f07-bbdb-4c2f64de1f20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:36:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-trusted-ca-bundle", "reconcileID": "19a7226f-4807-4054-8f41-6407d78a8bdf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-trusted-ca-bundle", "reconcileID": "19a7226f-4807-4054-8f41-6407d78a8bdf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:36:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0da9a5da-396d-4870-93f3-b51b8ae27035", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6b90ba"}, "namespace": "ai-tenant-e2e-shared-a-6b90ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0da9a5da-396d-4870-93f3-b51b8ae27035", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6b90ba"} 2026-07-09T14:36:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6b90ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6b90ba", "reconcileID": "dd27f6e9-a479-4f45-b4d6-e1d7fb1ef237", "Gateway": "e2e-shared-a-6b90ba", "namespace": "openshift-ingress"} 2026-07-09T14:36:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c6019c1-d34d-4e9a-bab4-2967eab59d62", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T14:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "6b0e6e73-4229-488b-8b48-3f32671186b2", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "6b0e6e73-4229-488b-8b48-3f32671186b2", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca-authn-ssl"} 2026-07-09T14:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "6b0e6e73-4229-488b-8b48-3f32671186b2", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"} 2026-07-09T14:36:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d8c0e6d-b2ac-462c-9986-0ef354fa0485", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d8c0e6d-b2ac-462c-9986-0ef354fa0485", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T14:36:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d8c0e6d-b2ac-462c-9986-0ef354fa0485", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-11d0ca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T14:36:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-trusted-ca-bundle", "reconcileID": "010fe782-e9ae-481e-a395-38b07c5bef14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-trusted-ca-bundle", "reconcileID": "010fe782-e9ae-481e-a395-38b07c5bef14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:36:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "openshift-service-ca.crt", "reconcileID": "5d7124f2-2bb5-44be-b3e7-ce4fd09841db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "openshift-service-ca.crt", "reconcileID": "5d7124f2-2bb5-44be-b3e7-ce4fd09841db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:36:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b29fc182-dedf-4b44-acbf-a53f8bbb7b97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11d0ca"}, "namespace": "ai-tenant-e2e-shared-b-11d0ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b29fc182-dedf-4b44-acbf-a53f8bbb7b97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11d0ca"} 2026-07-09T14:36:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11d0ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11d0ca", "reconcileID": "33127cc8-1dbe-4f01-be1e-f72b9918a8b5", "Gateway": "e2e-shared-b-11d0ca", "namespace": "openshift-ingress"}