/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T18:47:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-58b8b8b7"}, "namespace": "ai-tenant-e2e-mt-58b8b8b7", "name": "odh-trusted-ca-bundle", "reconcileID": "e938d012-e193-4a07-976d-864ff64024b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-58b8b8b7"} 2026-07-12T18:47:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-58b8b8b7"}, "namespace": "ai-tenant-e2e-mt-58b8b8b7", "name": "odh-trusted-ca-bundle", "reconcileID": "e938d012-e193-4a07-976d-864ff64024b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-58b8b8b7"} 2026-07-12T18:47:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-58b8b8b7"}, "namespace": "ai-tenant-e2e-mt-58b8b8b7", "name": "openshift-service-ca.crt", "reconcileID": "3e37c896-234e-4338-9aee-483c44006a25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-58b8b8b7"} 2026-07-12T18:47:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-58b8b8b7"}, "namespace": "ai-tenant-e2e-mt-58b8b8b7", "name": "openshift-service-ca.crt", "reconcileID": "3e37c896-234e-4338-9aee-483c44006a25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-58b8b8b7"} 2026-07-12T18:47:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-58b8b8b7"}, "namespace": "ai-tenant-e2e-mt-58b8b8b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b2e5696-eece-4344-9173-085c4ed647c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-58b8b8b7"} 2026-07-12T18:47:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-58b8b8b7"}, "namespace": "ai-tenant-e2e-mt-58b8b8b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b2e5696-eece-4344-9173-085c4ed647c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-58b8b8b7"} 2026-07-12T18:47:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "openshift-service-ca.crt", "reconcileID": "5af57887-1829-453f-8309-4ebd3fedd3d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:47:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "openshift-service-ca.crt", "reconcileID": "d8176d8d-2bca-4add-a1b3-3cadfde781c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e25a7a6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:47:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "openshift-service-ca.crt", "reconcileID": "d8176d8d-2bca-4add-a1b3-3cadfde781c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:47:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-trusted-ca-bundle", "reconcileID": "702289d7-ad13-4aa3-96e3-77b08b355a25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:47:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f18276d-aee4-426d-a052-63f32428d898", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:47:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "openshift-service-ca.crt", "reconcileID": "f08e770d-2270-4f7d-9314-c8070706053c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:47:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-trusted-ca-bundle", "reconcileID": "0c168a10-96fd-42a3-ae1d-72aa69049ee1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:47:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-trusted-ca-bundle", "reconcileID": "0c168a10-96fd-42a3-ae1d-72aa69049ee1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:47:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e03aba43-98cc-40b5-8caa-26c67122733c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:48:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea69d957-2c79-483b-86d6-4d12b5bc62bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:48:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea69d957-2c79-483b-86d6-4d12b5bc62bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:48:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea69d957-2c79-483b-86d6-4d12b5bc62bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-3e25a7a6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T18:48:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-trusted-ca-bundle", "reconcileID": "1805235f-c6f6-4592-9bd6-4f9cc62d403e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:48:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-trusted-ca-bundle", "reconcileID": "1805235f-c6f6-4592-9bd6-4f9cc62d403e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:48:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "openshift-service-ca.crt", "reconcileID": "ffb82c38-9cff-49dd-ac88-a5052b3198f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:48:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "openshift-service-ca.crt", "reconcileID": "ffb82c38-9cff-49dd-ac88-a5052b3198f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:48:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cff1b84-493b-44e5-b59b-78b9305a2378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:48:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e25a7a6"}, "namespace": "ai-tenant-e2e-mt-3e25a7a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cff1b84-493b-44e5-b59b-78b9305a2378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e25a7a6"} 2026-07-12T18:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "8162ec67-5715-4704-9af8-e5f4af84dfd1", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "8162ec67-5715-4704-9af8-e5f4af84dfd1", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "8162ec67-5715-4704-9af8-e5f4af84dfd1", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "9762eafc-09ab-4199-bea9-8069cbf34c02", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "9762eafc-09ab-4199-bea9-8069cbf34c02", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "9762eafc-09ab-4199-bea9-8069cbf34c02", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "9f38cc5f-9754-4330-add5-e5b3ff3c97a8", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "9f38cc5f-9754-4330-add5-e5b3ff3c97a8", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "9f38cc5f-9754-4330-add5-e5b3ff3c97a8", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "d05e4099-6217-47df-b262-0d1324bb5ffd", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "d05e4099-6217-47df-b262-0d1324bb5ffd", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "d05e4099-6217-47df-b262-0d1324bb5ffd", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "d295ad2b-bff5-4a83-8e1d-df9b64666bce", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "d295ad2b-bff5-4a83-8e1d-df9b64666bce", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "d295ad2b-bff5-4a83-8e1d-df9b64666bce", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "c99d842a-a859-40ec-8612-30d052098df9", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "c99d842a-a859-40ec-8612-30d052098df9", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "c99d842a-a859-40ec-8612-30d052098df9", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "51cdcc02-9923-4c58-9c6b-8ccb1456271e", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "51cdcc02-9923-4c58-9c6b-8ccb1456271e", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "51cdcc02-9923-4c58-9c6b-8ccb1456271e", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "openshift-service-ca.crt", "reconcileID": "7239a4b3-e524-4777-a2b2-bebdbc94939e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-trusted-ca-bundle", "reconcileID": "58500d31-175e-4741-97e3-5fd6c57ffbc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "openshift-service-ca.crt", "reconcileID": "f3ee9897-aef8-4ee4-b857-77615a2f1cbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-14e82f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:48:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "openshift-service-ca.crt", "reconcileID": "f3ee9897-aef8-4ee4-b857-77615a2f1cbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "openshift-service-ca.crt", "reconcileID": "7cc09459-5a75-4915-95f5-dd1f987d2cd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6299a032-68a8-4718-9442-04b4431b4cfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-trusted-ca-bundle", "reconcileID": "5042066e-bb05-4294-bd2f-e471fbb7eec7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:48:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-trusted-ca-bundle", "reconcileID": "5042066e-bb05-4294-bd2f-e471fbb7eec7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3b94821-4ca7-49a7-91f2-98de519a2a5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "218a47f5-5fcf-4c2c-9cce-9a7251197912", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "218a47f5-5fcf-4c2c-9cce-9a7251197912", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "218a47f5-5fcf-4c2c-9cce-9a7251197912", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a24a661-dd6f-4722-88da-2aaf866d279d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "e7c03568-90cc-4713-8633-6606ab45fd8c", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "e7c03568-90cc-4713-8633-6606ab45fd8c", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "e7c03568-90cc-4713-8633-6606ab45fd8c", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "7434adae-d7c8-4d05-b504-801fd865b18b", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "7434adae-d7c8-4d05-b504-801fd865b18b", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "7434adae-d7c8-4d05-b504-801fd865b18b", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "949644c6-9ce8-449d-8e25-476edaa5cca0", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "949644c6-9ce8-449d-8e25-476edaa5cca0", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "949644c6-9ce8-449d-8e25-476edaa5cca0", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "5b4b0e17-9094-41b1-8a63-2e9cb39342bd", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "5b4b0e17-9094-41b1-8a63-2e9cb39342bd", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "5b4b0e17-9094-41b1-8a63-2e9cb39342bd", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "02caa914-796c-45c0-a1bd-0390463f670c", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "02caa914-796c-45c0-a1bd-0390463f670c", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "02caa914-796c-45c0-a1bd-0390463f670c", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "89e05dd5-9b86-4d4e-8ca7-247f5ebb5b95", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "89e05dd5-9b86-4d4e-8ca7-247f5ebb5b95", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "89e05dd5-9b86-4d4e-8ca7-247f5ebb5b95", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "e2f35bab-0b5d-441e-9dc0-a7b7cd43b567", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "e2f35bab-0b5d-441e-9dc0-a7b7cd43b567", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "e2f35bab-0b5d-441e-9dc0-a7b7cd43b567", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "2acd754b-67cd-48e7-83c8-f48830263828", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "2acd754b-67cd-48e7-83c8-f48830263828", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "2acd754b-67cd-48e7-83c8-f48830263828", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "openshift-service-ca.crt", "reconcileID": "0e3abe39-5924-4bb4-ba89-f14ccfa56baa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-trusted-ca-bundle", "reconcileID": "b81e6146-5451-4a12-8d24-516dfec5ab78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:48:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "openshift-service-ca.crt", "reconcileID": "11a1922a-2785-40e9-a972-da30a0957ba0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-89494f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:48:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "openshift-service-ca.crt", "reconcileID": "11a1922a-2785-40e9-a972-da30a0957ba0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:48:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "openshift-service-ca.crt", "reconcileID": "f23cc1c4-01bd-40f0-bb25-ad313ab1d9a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-89494f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:48:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "openshift-service-ca.crt", "reconcileID": "f23cc1c4-01bd-40f0-bb25-ad313ab1d9a5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c53559ad-083c-4cb8-b0fc-9b0bb551c871", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "openshift-service-ca.crt", "reconcileID": "353cadda-c284-4805-ae23-7c2836cccaa9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:48:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-trusted-ca-bundle", "reconcileID": "8eeafaf0-f95b-4321-a9c4-cb61f05ac4d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:48:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-trusted-ca-bundle", "reconcileID": "8eeafaf0-f95b-4321-a9c4-cb61f05ac4d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28bd9076-0f6c-47dd-8364-0f05918540d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:48:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "38398e9c-68d4-4616-adac-0eb7236e2292", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "38398e9c-68d4-4616-adac-0eb7236e2292", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:48:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "38398e9c-68d4-4616-adac-0eb7236e2292", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fded0d5d-0238-414c-ab84-fef5fd6884ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "5d8af97d-b131-4528-b42c-1631bcdf3e77", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "5d8af97d-b131-4528-b42c-1631bcdf3e77", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "5d8af97d-b131-4528-b42c-1631bcdf3e77", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "fb336b7b-d8cf-4709-82ea-1b1390f2308e", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "fb336b7b-d8cf-4709-82ea-1b1390f2308e", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "fb336b7b-d8cf-4709-82ea-1b1390f2308e", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "f5c553e7-98d0-4aac-8366-1a2b751e69e2", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "fb336b7b-d8cf-4709-82ea-1b1390f2308e", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f-kserve-route-authn"} 2026-07-12T18:48:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "fb336b7b-d8cf-4709-82ea-1b1390f2308e", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "authType": "userdefined"} 2026-07-12T18:48:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "fb336b7b-d8cf-4709-82ea-1b1390f2308e", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "f5c553e7-98d0-4aac-8366-1a2b751e69e2", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "f5c553e7-98d0-4aac-8366-1a2b751e69e2", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "cb5f7417-f611-4048-8b53-d43e65bb22dc", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "cb5f7417-f611-4048-8b53-d43e65bb22dc", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "cb5f7417-f611-4048-8b53-d43e65bb22dc", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "cb5f7417-f611-4048-8b53-d43e65bb22dc", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f-kserve-route-authn"} 2026-07-12T18:48:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "cb5f7417-f611-4048-8b53-d43e65bb22dc", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "authType": "userdefined"} 2026-07-12T18:48:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "cb5f7417-f611-4048-8b53-d43e65bb22dc", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "a2bc9617-4f2e-45d6-b76e-fc8cfee21391", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "a2bc9617-4f2e-45d6-b76e-fc8cfee21391", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:48:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "a2bc9617-4f2e-45d6-b76e-fc8cfee21391", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "359c6146-4de1-46c6-b156-ffe15a24a6bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:48:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "fbf56a78-7700-4437-bea3-c2c1b3cc0074", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "fbf56a78-7700-4437-bea3-c2c1b3cc0074", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "fbf56a78-7700-4437-bea3-c2c1b3cc0074", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "0450daf5-dc16-4bf7-bd1c-027753eebde9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "0450daf5-dc16-4bf7-bd1c-027753eebde9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "0450daf5-dc16-4bf7-bd1c-027753eebde9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "0450daf5-dc16-4bf7-bd1c-027753eebde9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f-kserve-route-authn"} 2026-07-12T18:48:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "0450daf5-dc16-4bf7-bd1c-027753eebde9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "authType": "userdefined"} 2026-07-12T18:48:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "0450daf5-dc16-4bf7-bd1c-027753eebde9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:48:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3335bea9-175d-44f1-acf6-5cfa444b2b74", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:48:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "dbac59e2-1f58-46c0-9224-1485069125ce", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:48:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "dbac59e2-1f58-46c0-9224-1485069125ce", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:48:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "dbac59e2-1f58-46c0-9224-1485069125ce", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:49:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "86589777-0d1f-46e5-b4de-7ed02b43f7c9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:49:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "86589777-0d1f-46e5-b4de-7ed02b43f7c9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:49:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "86589777-0d1f-46e5-b4de-7ed02b43f7c9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:49:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "86589777-0d1f-46e5-b4de-7ed02b43f7c9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f-kserve-route-authn"} 2026-07-12T18:49:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "86589777-0d1f-46e5-b4de-7ed02b43f7c9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "authType": "userdefined"} 2026-07-12T18:49:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "86589777-0d1f-46e5-b4de-7ed02b43f7c9", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:49:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "25adfb16-3850-4424-a2f6-e7612ca0de1b", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "25adfb16-3850-4424-a2f6-e7612ca0de1b", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "25adfb16-3850-4424-a2f6-e7612ca0de1b", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "6ef8b6d2-0eab-4b47-a5c4-84fe8985db56", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:49:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "25adfb16-3850-4424-a2f6-e7612ca0de1b", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f-kserve-route-authn"} 2026-07-12T18:49:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "25adfb16-3850-4424-a2f6-e7612ca0de1b", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "authType": "userdefined"} 2026-07-12T18:49:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "25adfb16-3850-4424-a2f6-e7612ca0de1b", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "6ef8b6d2-0eab-4b47-a5c4-84fe8985db56", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:49:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "6ef8b6d2-0eab-4b47-a5c4-84fe8985db56", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:49:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "5c54f44c-e7b0-445c-96fd-b0500af922bf", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "5c54f44c-e7b0-445c-96fd-b0500af922bf", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "5c54f44c-e7b0-445c-96fd-b0500af922bf", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "5c54f44c-e7b0-445c-96fd-b0500af922bf", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f-kserve-route-authn"} 2026-07-12T18:49:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "5c54f44c-e7b0-445c-96fd-b0500af922bf", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "authType": "userdefined"} 2026-07-12T18:49:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "5c54f44c-e7b0-445c-96fd-b0500af922bf", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "9ca51720-e6be-4274-8abc-c0a5866b3474", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:49:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "9ca51720-e6be-4274-8abc-c0a5866b3474", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:49:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "9ca51720-e6be-4274-8abc-c0a5866b3474", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:49:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "cf8aea95-5a14-4109-924d-fece8d59e650", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "cf8aea95-5a14-4109-924d-fece8d59e650", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "cf8aea95-5a14-4109-924d-fece8d59e650", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "cf8aea95-5a14-4109-924d-fece8d59e650", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f-kserve-route-authn"} 2026-07-12T18:49:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "cf8aea95-5a14-4109-924d-fece8d59e650", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "authType": "userdefined"} 2026-07-12T18:49:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "cf8aea95-5a14-4109-924d-fece8d59e650", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "225e3aca-caa6-4f67-abbe-e5fd2b854305", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "225e3aca-caa6-4f67-abbe-e5fd2b854305", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "225e3aca-caa6-4f67-abbe-e5fd2b854305", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "225e3aca-caa6-4f67-abbe-e5fd2b854305", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f-kserve-route-authn"} 2026-07-12T18:49:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "225e3aca-caa6-4f67-abbe-e5fd2b854305", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "authType": "userdefined"} 2026-07-12T18:49:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "225e3aca-caa6-4f67-abbe-e5fd2b854305", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "30157332-c53f-4c09-8c83-bd699c8a6e17", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:49:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "30157332-c53f-4c09-8c83-bd699c8a6e17", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:49:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "30157332-c53f-4c09-8c83-bd699c8a6e17", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:49:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "de13fa67-3c82-4ab8-87c6-a442a0eda337", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "de13fa67-3c82-4ab8-87c6-a442a0eda337", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "de13fa67-3c82-4ab8-87c6-a442a0eda337", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "de13fa67-3c82-4ab8-87c6-a442a0eda337", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f-kserve-route-authn"} 2026-07-12T18:49:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "de13fa67-3c82-4ab8-87c6-a442a0eda337", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "authType": "userdefined"} 2026-07-12T18:49:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "de13fa67-3c82-4ab8-87c6-a442a0eda337", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "3a21022e-b7f2-48ac-8b8e-4046aa424706", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:49:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "3a21022e-b7f2-48ac-8b8e-4046aa424706", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f"} 2026-07-12T18:49:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "3a21022e-b7f2-48ac-8b8e-4046aa424706", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:49:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "3a21022e-b7f2-48ac-8b8e-4046aa424706", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:49:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "3a21022e-b7f2-48ac-8b8e-4046aa424706", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f-kserve-route-authn"} 2026-07-12T18:49:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "3a21022e-b7f2-48ac-8b8e-4046aa424706", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f-kserve-route-authn"} 2026-07-12T18:49:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "3a21022e-b7f2-48ac-8b8e-4046aa424706", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:49:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "3a21022e-b7f2-48ac-8b8e-4046aa424706", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:49:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "test-model-14e82f", "reconcileID": "8fa92f96-9491-4d89-bff2-578969058749", "LLMInferenceService": "test-model-14e82f", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:49:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "0b065d7d-9b21-4b11-857d-8cbb9184dec5", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:49:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "0b065d7d-9b21-4b11-857d-8cbb9184dec5", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "0b065d7d-9b21-4b11-857d-8cbb9184dec5", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:49:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "65240259-7c8a-4072-980d-2e76684669ba", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:49:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "65240259-7c8a-4072-980d-2e76684669ba", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "65240259-7c8a-4072-980d-2e76684669ba", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:49:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "4bcd395a-b67d-4e34-a677-f2e4973377ac", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "4bcd395a-b67d-4e34-a677-f2e4973377ac", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f"} 2026-07-12T18:49:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "4bcd395a-b67d-4e34-a677-f2e4973377ac", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "4bcd395a-b67d-4e34-a677-f2e4973377ac", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "4bcd395a-b67d-4e34-a677-f2e4973377ac", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f-kserve-route-authn"} 2026-07-12T18:49:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "4bcd395a-b67d-4e34-a677-f2e4973377ac", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f-kserve-route-authn"} 2026-07-12T18:49:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "4bcd395a-b67d-4e34-a677-f2e4973377ac", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "4bcd395a-b67d-4e34-a677-f2e4973377ac", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "test-model-89494f", "reconcileID": "1a6b5c8b-8342-40b1-92c6-96ee75c1ad9c", "LLMInferenceService": "test-model-89494f", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:49:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "8e69d0f7-0196-4940-acdb-59a04575b077", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:49:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "8e69d0f7-0196-4940-acdb-59a04575b077", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:49:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "8e69d0f7-0196-4940-acdb-59a04575b077", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:49:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "22ff5b5b-d62f-4ef0-bc5c-9954a9fab3e9", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:49:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "22ff5b5b-d62f-4ef0-bc5c-9954a9fab3e9", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:49:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "22ff5b5b-d62f-4ef0-bc5c-9954a9fab3e9", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:49:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "db7b6119-bba5-4dd6-9e54-eadd2bfcdab6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:49:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "71103b3a-feca-4028-9c8d-7fe8d1ad959e", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:49:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "71103b3a-feca-4028-9c8d-7fe8d1ad959e", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f-authn-ssl"} 2026-07-12T18:49:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "71103b3a-feca-4028-9c8d-7fe8d1ad959e", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:50:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e28682b5-af12-4cd1-9060-4260e32cd2db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:50:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e28682b5-af12-4cd1-9060-4260e32cd2db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:50:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e28682b5-af12-4cd1-9060-4260e32cd2db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-14e82f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T18:50:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-trusted-ca-bundle", "reconcileID": "6486df17-75de-4179-b60e-88e4835952c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:50:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-trusted-ca-bundle", "reconcileID": "6486df17-75de-4179-b60e-88e4835952c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:50:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "openshift-service-ca.crt", "reconcileID": "6bfc7f9a-8c66-4342-affa-44eec2d88fde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:50:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "openshift-service-ca.crt", "reconcileID": "6bfc7f9a-8c66-4342-affa-44eec2d88fde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:50:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce59e80b-f41c-4911-b9a6-b25a79540463", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:50:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-14e82f"}, "namespace": "ai-tenant-e2e-inf-a-14e82f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce59e80b-f41c-4911-b9a6-b25a79540463", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-14e82f"} 2026-07-12T18:50:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-14e82f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-14e82f", "reconcileID": "487792a0-0432-4008-bee2-2efeffcbb492", "Gateway": "e2e-inf-a-14e82f", "namespace": "openshift-ingress"} 2026-07-12T18:50:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e647f815-be24-4f58-894f-64a8a43633f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "3d4f8bac-47c9-4701-823f-2267f1b1f951", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "3d4f8bac-47c9-4701-823f-2267f1b1f951", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f-authn-ssl"} 2026-07-12T18:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "3d4f8bac-47c9-4701-823f-2267f1b1f951", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f00359d-e20f-4b57-8ccf-020b5814786b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:50:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f00359d-e20f-4b57-8ccf-020b5814786b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:50:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f00359d-e20f-4b57-8ccf-020b5814786b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-89494f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T18:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-trusted-ca-bundle", "reconcileID": "a4a8d718-e58c-4dac-b29f-5f3260a43fa3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:50:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-trusted-ca-bundle", "reconcileID": "a4a8d718-e58c-4dac-b29f-5f3260a43fa3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "openshift-service-ca.crt", "reconcileID": "3af39ebe-78b9-4c50-bdc1-0ee97a21fc98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:50:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "openshift-service-ca.crt", "reconcileID": "3af39ebe-78b9-4c50-bdc1-0ee97a21fc98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3131e390-554c-40d3-903d-923ec44af919", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:50:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-89494f"}, "namespace": "ai-tenant-e2e-inf-b-89494f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3131e390-554c-40d3-903d-923ec44af919", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-89494f"} 2026-07-12T18:50:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-89494f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-89494f", "reconcileID": "8cd975b3-2be5-4ea8-80e5-6de8dace29a1", "Gateway": "e2e-inf-b-89494f", "namespace": "openshift-ingress"} 2026-07-12T18:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "f405076c-49fe-48d3-9376-f284569dacb5", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "f405076c-49fe-48d3-9376-f284569dacb5", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4-authn-ssl"} 2026-07-12T18:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "f405076c-49fe-48d3-9376-f284569dacb5", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "19fad0fe-bbfd-4028-afe6-82cca99b07fa", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "19fad0fe-bbfd-4028-afe6-82cca99b07fa", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4-authn-ssl"} 2026-07-12T18:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "19fad0fe-bbfd-4028-afe6-82cca99b07fa", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "a22f1586-c058-40f7-9318-3a8438aaac25", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "a22f1586-c058-40f7-9318-3a8438aaac25", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4-authn-ssl"} 2026-07-12T18:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "a22f1586-c058-40f7-9318-3a8438aaac25", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "07f2e37c-80e5-434f-9e68-69fd8ad08185", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "07f2e37c-80e5-434f-9e68-69fd8ad08185", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4-authn-ssl"} 2026-07-12T18:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "07f2e37c-80e5-434f-9e68-69fd8ad08185", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "bde43c73-2189-4008-9b6d-0a9bc3a1f133", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "bde43c73-2189-4008-9b6d-0a9bc3a1f133", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4-authn-ssl"} 2026-07-12T18:50:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "bde43c73-2189-4008-9b6d-0a9bc3a1f133", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "0a55760c-fce6-4552-be7a-85b56ef67b42", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "0a55760c-fce6-4552-be7a-85b56ef67b42", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4-authn-ssl"} 2026-07-12T18:50:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "0a55760c-fce6-4552-be7a-85b56ef67b42", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "791db114-1171-40ca-9ab5-f6bca0db9b54", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "791db114-1171-40ca-9ab5-f6bca0db9b54", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4-authn-ssl"} 2026-07-12T18:50:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "791db114-1171-40ca-9ab5-f6bca0db9b54", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "openshift-service-ca.crt", "reconcileID": "7c72093d-244c-41bf-8b6f-ca9adfff4423", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-trusted-ca-bundle", "reconcileID": "816f7ff9-5b4f-4c21-bc62-1f1d891e0ac1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "openshift-service-ca.crt", "reconcileID": "14aabd72-a507-48e4-b541-2ea5c85f80c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-675ba4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:50:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "openshift-service-ca.crt", "reconcileID": "14aabd72-a507-48e4-b541-2ea5c85f80c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-trusted-ca-bundle", "reconcileID": "0af6a5f6-03b4-47a8-a6da-16927807ab44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-675ba4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:50:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-trusted-ca-bundle", "reconcileID": "0af6a5f6-03b4-47a8-a6da-16927807ab44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d88cbff-97db-4d06-803b-9a8fc2766133", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "openshift-service-ca.crt", "reconcileID": "86939fc7-9495-4373-80a0-f70cbe12c1f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "abaeb295-aa41-486f-b9a0-2cfd591dd038", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "abaeb295-aa41-486f-b9a0-2cfd591dd038", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4-authn-ssl"} 2026-07-12T18:50:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "abaeb295-aa41-486f-b9a0-2cfd591dd038", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "354e6e33-9d70-4052-9db7-b3468aa4878f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "86fe457a-87c2-423c-b483-a14380293e6b", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "86fe457a-87c2-423c-b483-a14380293e6b", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "86fe457a-87c2-423c-b483-a14380293e6b", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "81dc7f71-ee64-497a-aa46-643daf32ab3b", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "81dc7f71-ee64-497a-aa46-643daf32ab3b", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:29Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "81dc7f71-ee64-497a-aa46-643daf32ab3b", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-b-443d18-authn-ssl: envoyfilters.networking.istio.io \"e2e-api-b-443d18-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T18:50:29Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-b-443d18-authn-ssl: envoyfilters.networking.istio.io "e2e-api-b-443d18-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-api-b-443d18","uid":"280e16ba-db0c-4701-82ef-f13f7b8e00af","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"49710"}, "reason": "ReconcileError"} 2026-07-12T18:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "b728c5c9-6e24-4be5-9c8e-1fc046ebf2b4", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "b728c5c9-6e24-4be5-9c8e-1fc046ebf2b4", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "b728c5c9-6e24-4be5-9c8e-1fc046ebf2b4", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "8c4cc3e4-550f-4dfd-9fd7-aa40b94cf5f0", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "8c4cc3e4-550f-4dfd-9fd7-aa40b94cf5f0", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "8c4cc3e4-550f-4dfd-9fd7-aa40b94cf5f0", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "7df05082-73d4-4b70-acbb-0e019dc2f1bd", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "7df05082-73d4-4b70-acbb-0e019dc2f1bd", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "7df05082-73d4-4b70-acbb-0e019dc2f1bd", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "c23fabd3-a95d-4984-9292-bf6f82b50e53", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "c23fabd3-a95d-4984-9292-bf6f82b50e53", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "c23fabd3-a95d-4984-9292-bf6f82b50e53", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "89a754f5-60d8-40a4-8730-8d79a8ab62c0", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "89a754f5-60d8-40a4-8730-8d79a8ab62c0", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "89a754f5-60d8-40a4-8730-8d79a8ab62c0", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "5c7cf025-fd8c-40fe-9556-6100942b5e8b", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "5c7cf025-fd8c-40fe-9556-6100942b5e8b", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "5c7cf025-fd8c-40fe-9556-6100942b5e8b", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "openshift-service-ca.crt", "reconcileID": "66f3280e-0ab7-4299-8ba5-ee555b6c07f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-trusted-ca-bundle", "reconcileID": "75bacdb2-c334-45af-9575-f3ba0614f35a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "openshift-service-ca.crt", "reconcileID": "457a00e5-a3ab-46e0-bfdc-75e73a63718d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-443d18", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:50:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "openshift-service-ca.crt", "reconcileID": "457a00e5-a3ab-46e0-bfdc-75e73a63718d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ba26425-943c-47aa-a064-89d2c43992a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "openshift-service-ca.crt", "reconcileID": "92a2fb62-cf2e-4bd4-916f-d0a752e40ebc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-trusted-ca-bundle", "reconcileID": "6f140d45-ac32-4059-bf56-639956ba04a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:50:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-trusted-ca-bundle", "reconcileID": "6f140d45-ac32-4059-bf56-639956ba04a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d93754f-87ea-4243-96ec-96e7b6c72697", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "933ed6e3-bfff-421f-a7d9-186856b0ea51", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "933ed6e3-bfff-421f-a7d9-186856b0ea51", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "933ed6e3-bfff-421f-a7d9-186856b0ea51", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "245a5a0f-55bd-42d9-99e7-7ab38a32eff5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:50:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "19d5fd2b-f3b3-42b3-942d-2cb87a099953", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "19d5fd2b-f3b3-42b3-942d-2cb87a099953", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4-authn-ssl"} 2026-07-12T18:50:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "19d5fd2b-f3b3-42b3-942d-2cb87a099953", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "2ca3a557-c7d0-4e12-a315-71a9deeef6f0", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "2ca3a557-c7d0-4e12-a315-71a9deeef6f0", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "2ca3a557-c7d0-4e12-a315-71a9deeef6f0", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a002cf29-c5fe-4a30-a32f-d91e6e25cb27", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:50:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "fd284f53-2cc8-460f-8a63-81a344ca42bf", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "fd284f53-2cc8-460f-8a63-81a344ca42bf", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4-authn-ssl"} 2026-07-12T18:50:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "fd284f53-2cc8-460f-8a63-81a344ca42bf", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "225bcd2a-4a5d-4e0e-8f29-9f8142d0ede5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "225bcd2a-4a5d-4e0e-8f29-9f8142d0ede5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-675ba4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:50:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "225bcd2a-4a5d-4e0e-8f29-9f8142d0ede5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-675ba4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T18:50:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-trusted-ca-bundle", "reconcileID": "d9be23dc-4550-4f8b-a507-e2123a4a8ef3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-trusted-ca-bundle", "reconcileID": "d9be23dc-4550-4f8b-a507-e2123a4a8ef3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "openshift-service-ca.crt", "reconcileID": "87e4dafd-4603-4c7f-a91c-5efb1323a80c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "openshift-service-ca.crt", "reconcileID": "87e4dafd-4603-4c7f-a91c-5efb1323a80c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5af4f446-4804-4193-98a5-97870aa0acd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-675ba4"}, "namespace": "ai-tenant-e2e-api-a-675ba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5af4f446-4804-4193-98a5-97870aa0acd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-675ba4"} 2026-07-12T18:50:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-675ba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-675ba4", "reconcileID": "8a0f7910-ee02-4321-b9c3-bf892022bac8", "Gateway": "e2e-api-a-675ba4", "namespace": "openshift-ingress"} 2026-07-12T18:50:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "678eb4fd-232b-407e-a521-fe3f34a89ab2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:50:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "28c17bf9-c6b4-40ca-97d0-5b0ee66b0f59", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "28c17bf9-c6b4-40ca-97d0-5b0ee66b0f59", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress", "name": "e2e-api-b-443d18-authn-ssl"} 2026-07-12T18:50:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "28c17bf9-c6b4-40ca-97d0-5b0ee66b0f59", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b094e87b-89d7-4f21-85f3-bb6a5b9991e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b094e87b-89d7-4f21-85f3-bb6a5b9991e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:50:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b094e87b-89d7-4f21-85f3-bb6a5b9991e4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-443d18 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T18:50:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-trusted-ca-bundle", "reconcileID": "b1e37bb7-50b1-48c4-a838-20a4eacdf21e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-trusted-ca-bundle", "reconcileID": "b1e37bb7-50b1-48c4-a838-20a4eacdf21e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "openshift-service-ca.crt", "reconcileID": "9cee45cb-c171-4189-843f-d8ede838a19a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "openshift-service-ca.crt", "reconcileID": "9cee45cb-c171-4189-843f-d8ede838a19a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d35100a-385c-4ad0-8f62-1d720fa42460", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-443d18"}, "namespace": "ai-tenant-e2e-api-b-443d18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d35100a-385c-4ad0-8f62-1d720fa42460", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-443d18"} 2026-07-12T18:50:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-443d18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-443d18", "reconcileID": "1a99786d-1b58-4359-9b17-8887dfd18557", "Gateway": "e2e-api-b-443d18", "namespace": "openshift-ingress"} 2026-07-12T18:50:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "1595d145-692e-47d6-937e-43d391aee8c1", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "1595d145-692e-47d6-937e-43d391aee8c1", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be-authn-ssl"} 2026-07-12T18:50:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "1595d145-692e-47d6-937e-43d391aee8c1", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "925242de-c7bf-48a1-8288-c78867bebeb7", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "925242de-c7bf-48a1-8288-c78867bebeb7", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be-authn-ssl"} 2026-07-12T18:50:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "925242de-c7bf-48a1-8288-c78867bebeb7", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "ef9c245b-b183-4ab4-84f9-dc977eaf3531", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "ef9c245b-b183-4ab4-84f9-dc977eaf3531", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be-authn-ssl"} 2026-07-12T18:50:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "ef9c245b-b183-4ab4-84f9-dc977eaf3531", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "85160e8e-1537-4ee3-ab92-4dc50e1af490", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "85160e8e-1537-4ee3-ab92-4dc50e1af490", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be-authn-ssl"} 2026-07-12T18:50:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "85160e8e-1537-4ee3-ab92-4dc50e1af490", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "2e35d802-219e-4661-b128-b09192c7cad1", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "2e35d802-219e-4661-b128-b09192c7cad1", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be-authn-ssl"} 2026-07-12T18:50:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "2e35d802-219e-4661-b128-b09192c7cad1", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "fe04ccda-a919-455b-a4fe-7f583e5c7e2b", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "fe04ccda-a919-455b-a4fe-7f583e5c7e2b", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be-authn-ssl"} 2026-07-12T18:50:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "fe04ccda-a919-455b-a4fe-7f583e5c7e2b", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "61da54d7-9a7e-462b-9468-49d70ba3386c", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "61da54d7-9a7e-462b-9468-49d70ba3386c", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be-authn-ssl"} 2026-07-12T18:50:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "61da54d7-9a7e-462b-9468-49d70ba3386c", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:50:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fbe4c1b3-76ab-4452-bcf7-d70813449050", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:51:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "openshift-service-ca.crt", "reconcileID": "bec5f469-4be3-48e2-8cfb-9701385f9d30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:51:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-trusted-ca-bundle", "reconcileID": "d629b308-35d0-4da0-ba04-4089a27960c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:51:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "openshift-service-ca.crt", "reconcileID": "f53a9a91-5e6c-43ec-8e14-d549a13de896", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1a89be", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:51:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "openshift-service-ca.crt", "reconcileID": "f53a9a91-5e6c-43ec-8e14-d549a13de896", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:51:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "openshift-service-ca.crt", "reconcileID": "d8606fe3-12e4-49a2-a305-28eee920a392", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:51:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48cccaca-f4d1-428c-98bc-284e5c41b9d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:51:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-trusted-ca-bundle", "reconcileID": "fcaaeb0f-f7dc-4617-b328-7df4470c9072", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:51:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-trusted-ca-bundle", "reconcileID": "fcaaeb0f-f7dc-4617-b328-7df4470c9072", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:51:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4512e31c-a7a8-475d-a06b-e0cdbead6488", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:51:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "0f8fa06d-a437-4128-9cf8-a2f1fe96e1b7", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:51:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "0f8fa06d-a437-4128-9cf8-a2f1fe96e1b7", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be-authn-ssl"} 2026-07-12T18:51:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "0f8fa06d-a437-4128-9cf8-a2f1fe96e1b7", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:51:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed3b5c88-0fa3-4948-b593-01161dc6bba6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "3a57f897-bf89-44c1-b53f-68f038433174", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "3a57f897-bf89-44c1-b53f-68f038433174", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102-authn-ssl"} 2026-07-12T18:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "3a57f897-bf89-44c1-b53f-68f038433174", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "2c8c68f3-e5e1-4254-82ac-b10c8468095d", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "2c8c68f3-e5e1-4254-82ac-b10c8468095d", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102-authn-ssl"} 2026-07-12T18:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "2c8c68f3-e5e1-4254-82ac-b10c8468095d", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "a01f20c2-cef1-46b5-83ba-36c3cb7d78e1", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "a01f20c2-cef1-46b5-83ba-36c3cb7d78e1", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102-authn-ssl"} 2026-07-12T18:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "a01f20c2-cef1-46b5-83ba-36c3cb7d78e1", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "39cf5e3a-91f5-49d2-b025-4de4c602602f", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "39cf5e3a-91f5-49d2-b025-4de4c602602f", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102-authn-ssl"} 2026-07-12T18:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "39cf5e3a-91f5-49d2-b025-4de4c602602f", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "780ef8b8-19de-4f03-967b-f154c70236ac", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "780ef8b8-19de-4f03-967b-f154c70236ac", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102-authn-ssl"} 2026-07-12T18:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "780ef8b8-19de-4f03-967b-f154c70236ac", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "6b53658b-5c39-4435-8abe-e34dfaec7a32", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "6b53658b-5c39-4435-8abe-e34dfaec7a32", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102-authn-ssl"} 2026-07-12T18:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "6b53658b-5c39-4435-8abe-e34dfaec7a32", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "5f9c0beb-a24d-468e-8964-f7657b94a23e", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "5f9c0beb-a24d-468e-8964-f7657b94a23e", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102-authn-ssl"} 2026-07-12T18:51:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "5f9c0beb-a24d-468e-8964-f7657b94a23e", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "openshift-service-ca.crt", "reconcileID": "950dcefb-eb64-4b75-a955-f854e51fafdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:51:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-trusted-ca-bundle", "reconcileID": "e5b677d7-3f10-4a47-af6e-cc574796404c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:51:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "openshift-service-ca.crt", "reconcileID": "d32aced0-030f-4b31-98ae-096c5b0d169b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f3102", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:51:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "openshift-service-ca.crt", "reconcileID": "d32aced0-030f-4b31-98ae-096c5b0d169b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:51:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "openshift-service-ca.crt", "reconcileID": "5f918522-6d75-410e-94ea-a9d1d325bffb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:51:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38f8a9ab-d1c1-48ea-8979-a3839828d8f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:51:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-trusted-ca-bundle", "reconcileID": "bac9c47a-25fa-4204-a491-8a66313e3478", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:51:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-trusted-ca-bundle", "reconcileID": "bac9c47a-25fa-4204-a491-8a66313e3478", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:51:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b39c7c5-2f76-4409-bac1-3c03d5a5092e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:51:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "e71e23bd-21ff-45cd-81a5-aab759dc5cf9", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "e71e23bd-21ff-45cd-81a5-aab759dc5cf9", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102-authn-ssl"} 2026-07-12T18:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "e71e23bd-21ff-45cd-81a5-aab759dc5cf9", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ca2898ea-bd57-4dc2-9f3c-03549d677aef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:51:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "646f5132-fe90-4cdb-a15f-dd7e76be80a4", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:51:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "646f5132-fe90-4cdb-a15f-dd7e76be80a4", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be-authn-ssl"} 2026-07-12T18:51:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "646f5132-fe90-4cdb-a15f-dd7e76be80a4", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "7aaa79d0-ca75-4d24-99de-f25b2cab00e4", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "7aaa79d0-ca75-4d24-99de-f25b2cab00e4", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102-authn-ssl"} 2026-07-12T18:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "7aaa79d0-ca75-4d24-99de-f25b2cab00e4", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:51:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "66193d26-4d94-4946-967e-e50f3cd434c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:51:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "baf17c7f-1734-4960-b4c4-b4e8ab265f73", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:54:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6f85c199-f399-40c8-b592-e3f7bc02ec18", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:54:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "cbbf7ede-1194-4ca4-bb07-7a0fd1b52029", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:54:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "cbbf7ede-1194-4ca4-bb07-7a0fd1b52029", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be-authn-ssl"} 2026-07-12T18:54:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "cbbf7ede-1194-4ca4-bb07-7a0fd1b52029", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ca55c65-1f55-4990-b526-8742fea054ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:54:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ca55c65-1f55-4990-b526-8742fea054ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:54:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ca55c65-1f55-4990-b526-8742fea054ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-1a89be because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T18:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-trusted-ca-bundle", "reconcileID": "66e5df9c-f2ad-4817-ac6d-67881e91e1db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-trusted-ca-bundle", "reconcileID": "66e5df9c-f2ad-4817-ac6d-67881e91e1db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "openshift-service-ca.crt", "reconcileID": "2ef1df28-0a2e-4e2e-93e2-9d73bbafb5e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "openshift-service-ca.crt", "reconcileID": "2ef1df28-0a2e-4e2e-93e2-9d73bbafb5e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee1a99e1-f461-4038-ae57-94a24dd13126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1a89be"}, "namespace": "ai-tenant-e2e-shared-a-1a89be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee1a99e1-f461-4038-ae57-94a24dd13126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1a89be"} 2026-07-12T18:54:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1a89be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1a89be", "reconcileID": "13b087e0-71c2-494a-a9f7-e8d50e11a8cf", "Gateway": "e2e-shared-a-1a89be", "namespace": "openshift-ingress"} 2026-07-12T18:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1281b82d-986e-4d13-8259-667a3f5604b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T18:54:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "484e9060-cf04-4ca0-80c0-f5403f0fafea", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:54:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "484e9060-cf04-4ca0-80c0-f5403f0fafea", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102-authn-ssl"} 2026-07-12T18:54:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "484e9060-cf04-4ca0-80c0-f5403f0fafea", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"} 2026-07-12T18:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b06b8b4f-3c7e-4312-b6e1-914ebc5009ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:54:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b06b8b4f-3c7e-4312-b6e1-914ebc5009ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T18:54:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b06b8b4f-3c7e-4312-b6e1-914ebc5009ef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1f3102 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T18:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-trusted-ca-bundle", "reconcileID": "d92084de-c402-4dc6-b955-2180481ecd77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-trusted-ca-bundle", "reconcileID": "d92084de-c402-4dc6-b955-2180481ecd77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "openshift-service-ca.crt", "reconcileID": "763b8331-33d2-47d0-a9c9-d78de8a0c9cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "openshift-service-ca.crt", "reconcileID": "763b8331-33d2-47d0-a9c9-d78de8a0c9cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "983ec033-3555-43fa-8718-a442bda5d4f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f3102"}, "namespace": "ai-tenant-e2e-shared-b-1f3102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "983ec033-3555-43fa-8718-a442bda5d4f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f3102"} 2026-07-12T18:54:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f3102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f3102", "reconcileID": "abc59856-576e-44e9-bdd7-7efd8b2d67b1", "Gateway": "e2e-shared-b-1f3102", "namespace": "openshift-ingress"}