2026-07-08T21:49:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T21:49:25Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T21:49:25Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T21:49:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c92b9f"}, "namespace": "ai-tenant-e2e-mt-62c92b9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6110f859-4184-4a63-9d47-bb47626da48e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c92b9f"} 2026-07-08T21:49:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c92b9f"}, "namespace": "ai-tenant-e2e-mt-62c92b9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6110f859-4184-4a63-9d47-bb47626da48e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c92b9f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:49:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c92b9f"}, "namespace": "ai-tenant-e2e-mt-62c92b9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6110f859-4184-4a63-9d47-bb47626da48e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-62c92b9f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:49:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62c92b9f"}, "namespace": "ai-tenant-e2e-mt-62c92b9f", "name": "odh-trusted-ca-bundle", "reconcileID": "95110b44-1944-408f-a899-f8c603d4290a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c92b9f"} 2026-07-08T21:49:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62c92b9f"}, "namespace": "ai-tenant-e2e-mt-62c92b9f", "name": "odh-trusted-ca-bundle", "reconcileID": "95110b44-1944-408f-a899-f8c603d4290a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c92b9f"} 2026-07-08T21:49:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62c92b9f"}, "namespace": "ai-tenant-e2e-mt-62c92b9f", "name": "openshift-service-ca.crt", "reconcileID": "89eaf437-2515-4e56-8400-03fbad493f41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62c92b9f"} 2026-07-08T21:49:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62c92b9f"}, "namespace": "ai-tenant-e2e-mt-62c92b9f", "name": "openshift-service-ca.crt", "reconcileID": "89eaf437-2515-4e56-8400-03fbad493f41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62c92b9f"} 2026-07-08T21:49:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c92b9f"}, "namespace": "ai-tenant-e2e-mt-62c92b9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87bea654-e693-494e-8004-38ac1ceb13c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c92b9f"} 2026-07-08T21:49:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c92b9f"}, "namespace": "ai-tenant-e2e-mt-62c92b9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87bea654-e693-494e-8004-38ac1ceb13c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c92b9f"} 2026-07-08T21:49:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "openshift-service-ca.crt", "reconcileID": "6469813e-0671-4761-b71d-cb0251609573", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:49:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-trusted-ca-bundle", "reconcileID": "e520cff3-37d8-4107-ad3a-3c750ce0c866", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:49:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "openshift-service-ca.crt", "reconcileID": "d12484d7-f72b-4546-92fe-cde1e9778cc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a1a3ee44", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:49:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "openshift-service-ca.crt", "reconcileID": "d12484d7-f72b-4546-92fe-cde1e9778cc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:49:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a55e215d-bb13-4faa-b48f-8e3de2f2d4c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:49:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "openshift-service-ca.crt", "reconcileID": "41d2abb4-b7fe-421b-bf56-ac61e75849dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:49:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-trusted-ca-bundle", "reconcileID": "d6c8b3f5-8061-4a36-aaee-7bd82db26fbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:49:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-trusted-ca-bundle", "reconcileID": "d6c8b3f5-8061-4a36-aaee-7bd82db26fbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:49:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4aa55aa-3162-42da-8bfc-7816911feffa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:50:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b560d7e-3505-45f5-8d9d-4722b0f5e769", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:50:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b560d7e-3505-45f5-8d9d-4722b0f5e769", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:50:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b560d7e-3505-45f5-8d9d-4722b0f5e769", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a1a3ee44 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:50:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-trusted-ca-bundle", "reconcileID": "ef543f00-7da2-4bb9-a320-c7c0fed3ff49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:50:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-trusted-ca-bundle", "reconcileID": "ef543f00-7da2-4bb9-a320-c7c0fed3ff49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:50:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "openshift-service-ca.crt", "reconcileID": "ddbf6394-e5d5-4d58-a435-d8b7793c6b64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:50:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "openshift-service-ca.crt", "reconcileID": "ddbf6394-e5d5-4d58-a435-d8b7793c6b64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:50:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6abd6f6-b3fd-4a1e-bbb5-4fa722d5c8c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:50:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a1a3ee44"}, "namespace": "ai-tenant-e2e-mt-a1a3ee44", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6abd6f6-b3fd-4a1e-bbb5-4fa722d5c8c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a1a3ee44"} 2026-07-08T21:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "5646139d-bf38-4813-986b-4126c7efb88f", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "5646139d-bf38-4813-986b-4126c7efb88f", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "5646139d-bf38-4813-986b-4126c7efb88f", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "70d0b9bc-8d05-4055-a137-33311979a539", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "70d0b9bc-8d05-4055-a137-33311979a539", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "70d0b9bc-8d05-4055-a137-33311979a539", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "26418a39-f9a3-4b92-9a93-daca1d548380", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "26418a39-f9a3-4b92-9a93-daca1d548380", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "26418a39-f9a3-4b92-9a93-daca1d548380", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "93e8bebe-75c6-4fe9-b81d-a211e0e14dff", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "93e8bebe-75c6-4fe9-b81d-a211e0e14dff", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "93e8bebe-75c6-4fe9-b81d-a211e0e14dff", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "dfe2c65a-7e35-44a0-8acd-b3a58e3a673b", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "dfe2c65a-7e35-44a0-8acd-b3a58e3a673b", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "dfe2c65a-7e35-44a0-8acd-b3a58e3a673b", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "69e447fc-5935-4012-bc92-2bb5adf4c21a", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "69e447fc-5935-4012-bc92-2bb5adf4c21a", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "69e447fc-5935-4012-bc92-2bb5adf4c21a", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "084fa2c4-780f-44ea-adf2-875e1fee65f7", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "084fa2c4-780f-44ea-adf2-875e1fee65f7", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "084fa2c4-780f-44ea-adf2-875e1fee65f7", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "openshift-service-ca.crt", "reconcileID": "37084b9a-3502-47ec-af9a-73167d25b70c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-trusted-ca-bundle", "reconcileID": "654459c8-979d-4a1c-b65c-fd8f806b01b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "openshift-service-ca.crt", "reconcileID": "575b32bf-3a5e-4177-b45e-32592056191f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-66014e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:50:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "openshift-service-ca.crt", "reconcileID": "575b32bf-3a5e-4177-b45e-32592056191f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e152711a-56d2-4560-948f-44bd8eba1508", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "openshift-service-ca.crt", "reconcileID": "52f8fa6f-f40d-4bda-970e-4aebda8813d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-trusted-ca-bundle", "reconcileID": "f54ade4f-fffe-46b8-82b2-bf8a4bac31b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:50:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-trusted-ca-bundle", "reconcileID": "f54ade4f-fffe-46b8-82b2-bf8a4bac31b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52b9f608-d4e2-44b6-818a-635db7dc6f1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "ed9f3cf9-505a-422c-92d6-80fd161fc157", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "ed9f3cf9-505a-422c-92d6-80fd161fc157", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "ed9f3cf9-505a-422c-92d6-80fd161fc157", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "70d606c7-2341-4734-a69d-43d33330888e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "06cb6059-5208-44c9-b587-72cc5f2a5f4f", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "06cb6059-5208-44c9-b587-72cc5f2a5f4f", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "06cb6059-5208-44c9-b587-72cc5f2a5f4f", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "ecbc01ad-e7ef-4de9-a64a-57d7d8e8d69e", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "ecbc01ad-e7ef-4de9-a64a-57d7d8e8d69e", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "ecbc01ad-e7ef-4de9-a64a-57d7d8e8d69e", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "456fbba3-b72e-414b-8549-3cd18aa7aa90", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "456fbba3-b72e-414b-8549-3cd18aa7aa90", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "456fbba3-b72e-414b-8549-3cd18aa7aa90", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "8c0e835b-ac88-4667-9d28-cf5817b262f7", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "8c0e835b-ac88-4667-9d28-cf5817b262f7", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "8c0e835b-ac88-4667-9d28-cf5817b262f7", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "427bfc8d-d8c6-457f-8b9d-f3cad46255f7", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "427bfc8d-d8c6-457f-8b9d-f3cad46255f7", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "427bfc8d-d8c6-457f-8b9d-f3cad46255f7", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "7aa0ae9f-f21a-4858-b76f-4b0eb695369c", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "7aa0ae9f-f21a-4858-b76f-4b0eb695369c", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "7aa0ae9f-f21a-4858-b76f-4b0eb695369c", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "6cfcc9d7-1bed-4b92-8a02-f5fb3b7ea1f7", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "6cfcc9d7-1bed-4b92-8a02-f5fb3b7ea1f7", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "6cfcc9d7-1bed-4b92-8a02-f5fb3b7ea1f7", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "4f5488e2-ee57-42ea-9d86-d42b63f5ccc1", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "4f5488e2-ee57-42ea-9d86-d42b63f5ccc1", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "4f5488e2-ee57-42ea-9d86-d42b63f5ccc1", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "openshift-service-ca.crt", "reconcileID": "73298640-6805-4a2e-9fd4-bdaebc6de6b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-trusted-ca-bundle", "reconcileID": "e51a176c-b85e-4318-b88e-a1f2db970c88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "openshift-service-ca.crt", "reconcileID": "8baa9287-d9f6-40a5-80ed-f8fcb0a86bee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:50:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "openshift-service-ca.crt", "reconcileID": "8baa9287-d9f6-40a5-80ed-f8fcb0a86bee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e3494f2-e116-4a4c-9e94-ddb9f5d309fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "openshift-service-ca.crt", "reconcileID": "03952f0c-e9c1-4e35-9240-bbbd90871856", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-trusted-ca-bundle", "reconcileID": "086f87fc-41b2-4aa1-8956-02dca1651ad6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:50:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-trusted-ca-bundle", "reconcileID": "086f87fc-41b2-4aa1-8956-02dca1651ad6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ff72283-83c7-43a0-871c-b42ac4afe103", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "36b47b40-1a61-4170-9be5-8ff807562a76", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "36b47b40-1a61-4170-9be5-8ff807562a76", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "36b47b40-1a61-4170-9be5-8ff807562a76", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d57195b-78c0-4c13-b16a-d6650e73cc6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:50:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "2ce8f9f1-312f-4539-87f1-6958b0e9b375", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "2ce8f9f1-312f-4539-87f1-6958b0e9b375", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "2ce8f9f1-312f-4539-87f1-6958b0e9b375", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "82000234-cc65-47a7-ab7d-06c5d520667a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "82000234-cc65-47a7-ab7d-06c5d520667a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "82000234-cc65-47a7-ab7d-06c5d520667a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "09c360a9-619b-4f6b-9953-f89b27e3b7c2", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "82000234-cc65-47a7-ab7d-06c5d520667a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e-kserve-route-authn"} 2026-07-08T21:50:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "82000234-cc65-47a7-ab7d-06c5d520667a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "authType": "userdefined"} 2026-07-08T21:50:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "82000234-cc65-47a7-ab7d-06c5d520667a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "09c360a9-619b-4f6b-9953-f89b27e3b7c2", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "09c360a9-619b-4f6b-9953-f89b27e3b7c2", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "01d4e6e4-06f9-4846-9aaa-37339ee849d7", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "01d4e6e4-06f9-4846-9aaa-37339ee849d7", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "01d4e6e4-06f9-4846-9aaa-37339ee849d7", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "01d4e6e4-06f9-4846-9aaa-37339ee849d7", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e-kserve-route-authn"} 2026-07-08T21:50:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "01d4e6e4-06f9-4846-9aaa-37339ee849d7", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "authType": "userdefined"} 2026-07-08T21:50:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "01d4e6e4-06f9-4846-9aaa-37339ee849d7", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "98730ea9-8f0e-456a-a6b1-dd43bfc24eba", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "98730ea9-8f0e-456a-a6b1-dd43bfc24eba", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "98730ea9-8f0e-456a-a6b1-dd43bfc24eba", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "c6fbc262-8242-405c-8b05-851dcab6695c", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "c6fbc262-8242-405c-8b05-851dcab6695c", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "c6fbc262-8242-405c-8b05-851dcab6695c", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "c6fbc262-8242-405c-8b05-851dcab6695c", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e-kserve-route-authn"} 2026-07-08T21:50:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "c6fbc262-8242-405c-8b05-851dcab6695c", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "authType": "userdefined"} 2026-07-08T21:50:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "c6fbc262-8242-405c-8b05-851dcab6695c", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "38d3ca45-efa2-45ef-b03a-6a655989f382", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "38d3ca45-efa2-45ef-b03a-6a655989f382", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "38d3ca45-efa2-45ef-b03a-6a655989f382", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "68455a9d-41df-4a79-bba1-6928e8ed067a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "68455a9d-41df-4a79-bba1-6928e8ed067a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "68455a9d-41df-4a79-bba1-6928e8ed067a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "68455a9d-41df-4a79-bba1-6928e8ed067a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e-kserve-route-authn"} 2026-07-08T21:50:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "68455a9d-41df-4a79-bba1-6928e8ed067a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "authType": "userdefined"} 2026-07-08T21:50:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "68455a9d-41df-4a79-bba1-6928e8ed067a", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78719a10-b1d1-4c3e-a58c-5002dabce32c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:50:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "0e7644a1-4d24-4449-a49e-abebb73963de", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "0e7644a1-4d24-4449-a49e-abebb73963de", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "0e7644a1-4d24-4449-a49e-abebb73963de", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "0e7644a1-4d24-4449-a49e-abebb73963de", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e-kserve-route-authn"} 2026-07-08T21:50:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "0e7644a1-4d24-4449-a49e-abebb73963de", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "authType": "userdefined"} 2026-07-08T21:50:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "0e7644a1-4d24-4449-a49e-abebb73963de", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "21375c34-449d-445f-a934-3893e4b6d560", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "21375c34-449d-445f-a934-3893e4b6d560", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "21375c34-449d-445f-a934-3893e4b6d560", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:50:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "29c016ec-2226-43f4-a363-fd8cf67e9b2c", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "29c016ec-2226-43f4-a363-fd8cf67e9b2c", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "29c016ec-2226-43f4-a363-fd8cf67e9b2c", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "d7697544-bcbb-4ab1-8fb0-54a91c24009c", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "29c016ec-2226-43f4-a363-fd8cf67e9b2c", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52-kserve-route-authn"} 2026-07-08T21:50:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "29c016ec-2226-43f4-a363-fd8cf67e9b2c", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "authType": "userdefined"} 2026-07-08T21:50:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "29c016ec-2226-43f4-a363-fd8cf67e9b2c", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "d7697544-bcbb-4ab1-8fb0-54a91c24009c", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "d7697544-bcbb-4ab1-8fb0-54a91c24009c", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "5795adb1-e235-4d0e-b470-b081bfd388d2", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "5795adb1-e235-4d0e-b470-b081bfd388d2", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "5795adb1-e235-4d0e-b470-b081bfd388d2", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "5795adb1-e235-4d0e-b470-b081bfd388d2", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52-kserve-route-authn"} 2026-07-08T21:50:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "5795adb1-e235-4d0e-b470-b081bfd388d2", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "authType": "userdefined"} 2026-07-08T21:50:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "5795adb1-e235-4d0e-b470-b081bfd388d2", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8362450e-e02f-4efe-bad5-4450a96917ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:50:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "88809171-cf10-4076-bcc0-bb7e4166fce4", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "88809171-cf10-4076-bcc0-bb7e4166fce4", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "88809171-cf10-4076-bcc0-bb7e4166fce4", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a8e3b390-20c7-4d55-9d8f-33245d06817a", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a8e3b390-20c7-4d55-9d8f-33245d06817a", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a8e3b390-20c7-4d55-9d8f-33245d06817a", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a8e3b390-20c7-4d55-9d8f-33245d06817a", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52-kserve-route-authn"} 2026-07-08T21:50:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a8e3b390-20c7-4d55-9d8f-33245d06817a", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "authType": "userdefined"} 2026-07-08T21:50:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a8e3b390-20c7-4d55-9d8f-33245d06817a", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a96f0a71-ce8c-400d-ae0a-36598b95a9db", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a96f0a71-ce8c-400d-ae0a-36598b95a9db", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a96f0a71-ce8c-400d-ae0a-36598b95a9db", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a96f0a71-ce8c-400d-ae0a-36598b95a9db", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52-kserve-route-authn"} 2026-07-08T21:50:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a96f0a71-ce8c-400d-ae0a-36598b95a9db", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "authType": "userdefined"} 2026-07-08T21:50:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a96f0a71-ce8c-400d-ae0a-36598b95a9db", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a4459820-320a-4358-9c75-660984d0ce90", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a4459820-320a-4358-9c75-660984d0ce90", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a4459820-320a-4358-9c75-660984d0ce90", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a4459820-320a-4358-9c75-660984d0ce90", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52-kserve-route-authn"} 2026-07-08T21:50:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a4459820-320a-4358-9c75-660984d0ce90", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "authType": "userdefined"} 2026-07-08T21:50:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "a4459820-320a-4358-9c75-660984d0ce90", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:50:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "e9898eba-cbb9-4ca9-9db1-195e62490b19", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:50:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "e9898eba-cbb9-4ca9-9db1-195e62490b19", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:50:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "e9898eba-cbb9-4ca9-9db1-195e62490b19", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:51:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "6094b89d-a010-4a4d-b793-2b88b371512f", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "6094b89d-a010-4a4d-b793-2b88b371512f", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e"} 2026-07-08T21:51:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "6094b89d-a010-4a4d-b793-2b88b371512f", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "6094b89d-a010-4a4d-b793-2b88b371512f", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "6094b89d-a010-4a4d-b793-2b88b371512f", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e-kserve-route-authn"} 2026-07-08T21:51:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "6094b89d-a010-4a4d-b793-2b88b371512f", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e-kserve-route-authn"} 2026-07-08T21:51:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "6094b89d-a010-4a4d-b793-2b88b371512f", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "6094b89d-a010-4a4d-b793-2b88b371512f", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-66014e","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "test-model-66014e", "reconcileID": "8d0a629b-2043-4cbd-b209-6e8854075e6e", "LLMInferenceService": "test-model-66014e", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "bc39f0ab-a239-46d6-8041-5919b776e8a7", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "bc39f0ab-a239-46d6-8041-5919b776e8a7", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "bc39f0ab-a239-46d6-8041-5919b776e8a7", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "6eae6075-d158-4b95-b63a-7e719ad25874", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "6eae6075-d158-4b95-b63a-7e719ad25874", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "6eae6075-d158-4b95-b63a-7e719ad25874", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:51:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "59658b69-32bf-480a-952f-6a0210d12656", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "59658b69-32bf-480a-952f-6a0210d12656", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52"} 2026-07-08T21:51:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "59658b69-32bf-480a-952f-6a0210d12656", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "59658b69-32bf-480a-952f-6a0210d12656", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "59658b69-32bf-480a-952f-6a0210d12656", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52-kserve-route-authn"} 2026-07-08T21:51:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "59658b69-32bf-480a-952f-6a0210d12656", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52-kserve-route-authn"} 2026-07-08T21:51:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "59658b69-32bf-480a-952f-6a0210d12656", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "59658b69-32bf-480a-952f-6a0210d12656", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9b1f52","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "test-model-9b1f52", "reconcileID": "54c85c91-f864-42ff-a733-e98407d3accf", "LLMInferenceService": "test-model-9b1f52", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "b692bc07-26c2-4813-95bd-cd5a3f4ae110", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "b692bc07-26c2-4813-95bd-cd5a3f4ae110", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "b692bc07-26c2-4813-95bd-cd5a3f4ae110", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:51:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "8a3d9fe7-b1c8-4ba9-a956-984309c07010", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "8a3d9fe7-b1c8-4ba9-a956-984309c07010", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "8a3d9fe7-b1c8-4ba9-a956-984309c07010", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:51:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3594fe6b-0e97-4d4e-a9e7-ba62d6c53501", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:51:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "1b2c19c8-ce85-4aec-bdf5-04919bbd888a", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:51:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "1b2c19c8-ce85-4aec-bdf5-04919bbd888a", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e-authn-ssl"} 2026-07-08T21:51:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "1b2c19c8-ce85-4aec-bdf5-04919bbd888a", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:51:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06d27a32-1fbe-41b6-8576-921be393113b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06d27a32-1fbe-41b6-8576-921be393113b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:51:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06d27a32-1fbe-41b6-8576-921be393113b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-66014e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:51:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-trusted-ca-bundle", "reconcileID": "bf1a6d71-e733-460e-ac54-76aca0cc9524", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-trusted-ca-bundle", "reconcileID": "bf1a6d71-e733-460e-ac54-76aca0cc9524", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "openshift-service-ca.crt", "reconcileID": "f90ec3cb-ef54-4083-8517-4eb72d56b70e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "openshift-service-ca.crt", "reconcileID": "f90ec3cb-ef54-4083-8517-4eb72d56b70e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f95463c1-481e-473e-aa03-ec4d28cde044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-66014e"}, "namespace": "ai-tenant-e2e-inf-a-66014e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f95463c1-481e-473e-aa03-ec4d28cde044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-66014e"} 2026-07-08T21:51:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-66014e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-66014e", "reconcileID": "7a315768-e48b-487f-99c7-e947de602a4b", "Gateway": "e2e-inf-a-66014e", "namespace": "openshift-ingress"} 2026-07-08T21:51:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "26aa42af-70a5-4d62-88ff-af28cedad036", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:51:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "b4c866ae-9f6a-46b7-b199-d6d6981e4417", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:51:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "b4c866ae-9f6a-46b7-b199-d6d6981e4417", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52-authn-ssl"} 2026-07-08T21:51:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "b4c866ae-9f6a-46b7-b199-d6d6981e4417", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:51:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b2d3b61-72e0-4365-862f-db0973dccb67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b2d3b61-72e0-4365-862f-db0973dccb67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:51:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b2d3b61-72e0-4365-862f-db0973dccb67", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-9b1f52 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:51:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-trusted-ca-bundle", "reconcileID": "c6b716b8-6281-4469-ace6-c376301c3649", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-trusted-ca-bundle", "reconcileID": "c6b716b8-6281-4469-ace6-c376301c3649", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "openshift-service-ca.crt", "reconcileID": "46de9bd7-186a-4466-9bfa-c8a81fc81254", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "openshift-service-ca.crt", "reconcileID": "46de9bd7-186a-4466-9bfa-c8a81fc81254", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cd7f0b8-a598-49e0-844a-e632c5158ddd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-9b1f52"}, "namespace": "ai-tenant-e2e-inf-b-9b1f52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cd7f0b8-a598-49e0-844a-e632c5158ddd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-9b1f52"} 2026-07-08T21:51:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-9b1f52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-9b1f52", "reconcileID": "8269b91e-a0e0-44ef-b957-04e134b37a99", "Gateway": "e2e-inf-b-9b1f52", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "0647210d-3db5-415f-999e-ab818d69ad48", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "0647210d-3db5-415f-999e-ab818d69ad48", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2-authn-ssl"} 2026-07-08T21:52:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "0647210d-3db5-415f-999e-ab818d69ad48", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "a0f2cb56-19e7-46db-906c-cfcef5d0f116", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "a0f2cb56-19e7-46db-906c-cfcef5d0f116", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2-authn-ssl"} 2026-07-08T21:52:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "a0f2cb56-19e7-46db-906c-cfcef5d0f116", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "da2d52b5-ff87-4492-9467-b1f451d8eefd", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "da2d52b5-ff87-4492-9467-b1f451d8eefd", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2-authn-ssl"} 2026-07-08T21:52:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "da2d52b5-ff87-4492-9467-b1f451d8eefd", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "2cb14ebf-af75-4a0d-ace5-118d4b2273d4", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "2cb14ebf-af75-4a0d-ace5-118d4b2273d4", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2-authn-ssl"} 2026-07-08T21:52:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "2cb14ebf-af75-4a0d-ace5-118d4b2273d4", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "6f597e46-66c2-42cf-9800-69e9067f93f8", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "6f597e46-66c2-42cf-9800-69e9067f93f8", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2-authn-ssl"} 2026-07-08T21:52:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "6f597e46-66c2-42cf-9800-69e9067f93f8", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "1030d3f9-bbca-49c4-99f1-e31b3c12c03d", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "1030d3f9-bbca-49c4-99f1-e31b3c12c03d", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2-authn-ssl"} 2026-07-08T21:52:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "1030d3f9-bbca-49c4-99f1-e31b3c12c03d", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "b9bfccfd-7a70-4841-abc5-05718a253505", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "b9bfccfd-7a70-4841-abc5-05718a253505", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2-authn-ssl"} 2026-07-08T21:52:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "b9bfccfd-7a70-4841-abc5-05718a253505", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "openshift-service-ca.crt", "reconcileID": "e6573228-a41a-426a-9e8d-65e935332811", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-trusted-ca-bundle", "reconcileID": "a401492f-15e6-4023-ba2f-771609740fba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "openshift-service-ca.crt", "reconcileID": "60f4f6ba-cf8a-45ef-b6cf-12786ebba5f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-880ef2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:52:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "openshift-service-ca.crt", "reconcileID": "60f4f6ba-cf8a-45ef-b6cf-12786ebba5f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "openshift-service-ca.crt", "reconcileID": "febe4658-1430-4062-9249-9eb68680752c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb3179ee-1078-4d99-82a8-ac05a8a74ee2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-trusted-ca-bundle", "reconcileID": "b772391f-41e1-4027-9e6f-13b6ce8a5a62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:52:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-trusted-ca-bundle", "reconcileID": "b772391f-41e1-4027-9e6f-13b6ce8a5a62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd541130-5180-4ccb-bf29-76994c1c8d05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "89162bdc-4078-47fc-a538-76a7fc72684c", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "89162bdc-4078-47fc-a538-76a7fc72684c", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2-authn-ssl"} 2026-07-08T21:52:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "89162bdc-4078-47fc-a538-76a7fc72684c", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6f171c3c-b79c-4daa-9030-2b6521226526", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:52:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "8004cf5a-c15d-4a66-8556-3fea3bdcdf56", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "8004cf5a-c15d-4a66-8556-3fea3bdcdf56", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65-authn-ssl"} 2026-07-08T21:52:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "8004cf5a-c15d-4a66-8556-3fea3bdcdf56", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "da8c9671-2f8e-465d-9459-8931b0335868", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "da8c9671-2f8e-465d-9459-8931b0335868", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65-authn-ssl"} 2026-07-08T21:52:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "da8c9671-2f8e-465d-9459-8931b0335868", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "2d182fd8-627e-47f5-9df3-53c60027c025", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "2d182fd8-627e-47f5-9df3-53c60027c025", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65-authn-ssl"} 2026-07-08T21:52:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "2d182fd8-627e-47f5-9df3-53c60027c025", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "24e14eae-471b-4c2e-92be-6b6903f9cb98", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "24e14eae-471b-4c2e-92be-6b6903f9cb98", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65-authn-ssl"} 2026-07-08T21:52:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "24e14eae-471b-4c2e-92be-6b6903f9cb98", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "0e6acb77-0001-4a3b-b96d-7711e1c893d9", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "0e6acb77-0001-4a3b-b96d-7711e1c893d9", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65-authn-ssl"} 2026-07-08T21:52:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "0e6acb77-0001-4a3b-b96d-7711e1c893d9", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "7830c6b4-bec2-4bf4-998a-28c0a66d7ced", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "7830c6b4-bec2-4bf4-998a-28c0a66d7ced", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65-authn-ssl"} 2026-07-08T21:52:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "7830c6b4-bec2-4bf4-998a-28c0a66d7ced", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "bb3c4ed8-bb2c-4563-9dc0-e35080185c76", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "bb3c4ed8-bb2c-4563-9dc0-e35080185c76", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65-authn-ssl"} 2026-07-08T21:52:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "bb3c4ed8-bb2c-4563-9dc0-e35080185c76", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "openshift-service-ca.crt", "reconcileID": "9a558f51-a6b9-4388-badf-5c15cc6169aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-trusted-ca-bundle", "reconcileID": "3df9d2a8-ca2f-4980-bee9-aa6e46327c01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "openshift-service-ca.crt", "reconcileID": "ed2c64e7-e263-43c0-80e9-cd6c6286a6f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1d5f65", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:52:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "openshift-service-ca.crt", "reconcileID": "ed2c64e7-e263-43c0-80e9-cd6c6286a6f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f38af6d-fc68-4615-81fb-f2bbed90f28d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "openshift-service-ca.crt", "reconcileID": "098519f6-3b1b-44ff-a458-b0bc1729ca51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-trusted-ca-bundle", "reconcileID": "4ba02c46-b2e9-42f3-9d91-c5f63075c42f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:52:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-trusted-ca-bundle", "reconcileID": "4ba02c46-b2e9-42f3-9d91-c5f63075c42f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b07ac6f7-dba5-4a96-a3f7-24af1a263ca3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "899ac844-d196-4fbe-be82-85f8d76fbc99", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "899ac844-d196-4fbe-be82-85f8d76fbc99", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65-authn-ssl"} 2026-07-08T21:52:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "899ac844-d196-4fbe-be82-85f8d76fbc99", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7451826c-ad24-4425-aef0-40247a0d97f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:52:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "c76ebd13-7f71-4b4f-b811-84671fbadae3", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "c76ebd13-7f71-4b4f-b811-84671fbadae3", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2-authn-ssl"} 2026-07-08T21:52:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "c76ebd13-7f71-4b4f-b811-84671fbadae3", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "c59e2525-10bc-4cea-9f45-8aaaf8abcb1d", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "c59e2525-10bc-4cea-9f45-8aaaf8abcb1d", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65-authn-ssl"} 2026-07-08T21:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "c59e2525-10bc-4cea-9f45-8aaaf8abcb1d", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "47931389-5c03-4f86-8042-f548b0f24d4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:52:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "e7d14e10-134d-42a6-9bea-fc308f6c898d", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "e7d14e10-134d-42a6-9bea-fc308f6c898d", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2-authn-ssl"} 2026-07-08T21:52:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "e7d14e10-134d-42a6-9bea-fc308f6c898d", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "597cb19f-43b2-4b6e-9959-5b019bdd3f19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "597cb19f-43b2-4b6e-9959-5b019bdd3f19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:52:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "597cb19f-43b2-4b6e-9959-5b019bdd3f19", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-880ef2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:52:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-trusted-ca-bundle", "reconcileID": "ee22efc2-d750-4db8-9248-4681d6cfaebf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-trusted-ca-bundle", "reconcileID": "ee22efc2-d750-4db8-9248-4681d6cfaebf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "openshift-service-ca.crt", "reconcileID": "934fa2b5-818f-41be-a209-f07586fea349", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "openshift-service-ca.crt", "reconcileID": "934fa2b5-818f-41be-a209-f07586fea349", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eadfeb8-dbaf-465f-a0fc-c233062d0c1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-880ef2"}, "namespace": "ai-tenant-e2e-api-a-880ef2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eadfeb8-dbaf-465f-a0fc-c233062d0c1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-880ef2"} 2026-07-08T21:52:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-880ef2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-880ef2", "reconcileID": "543bf7df-98d3-4a8b-960d-3d850c4c129b", "Gateway": "e2e-api-a-880ef2", "namespace": "openshift-ingress"} 2026-07-08T21:52:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e50c7a0b-8813-4b73-b92d-5379632af1db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:52:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "b3706cd9-1119-4fe0-865c-6976da1ec8fe", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "b3706cd9-1119-4fe0-865c-6976da1ec8fe", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65-authn-ssl"} 2026-07-08T21:52:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "b3706cd9-1119-4fe0-865c-6976da1ec8fe", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cfcd6f5-2a7b-4a57-b464-13d2fbb49a4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cfcd6f5-2a7b-4a57-b464-13d2fbb49a4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:52:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cfcd6f5-2a7b-4a57-b464-13d2fbb49a4a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1d5f65 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:52:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-trusted-ca-bundle", "reconcileID": "c310d811-b77d-44bb-ac79-03999705b2c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-trusted-ca-bundle", "reconcileID": "c310d811-b77d-44bb-ac79-03999705b2c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "openshift-service-ca.crt", "reconcileID": "56061fb3-0aae-4270-bfc8-b54252b7e2ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "openshift-service-ca.crt", "reconcileID": "56061fb3-0aae-4270-bfc8-b54252b7e2ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fb5d846-95d1-4a3a-a7b8-5257f2622741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1d5f65"}, "namespace": "ai-tenant-e2e-api-b-1d5f65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fb5d846-95d1-4a3a-a7b8-5257f2622741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1d5f65"} 2026-07-08T21:52:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1d5f65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1d5f65", "reconcileID": "8dc0d806-0e25-4dfc-9687-4ffecb3a0639", "Gateway": "e2e-api-b-1d5f65", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "0aee7e62-8775-42cc-adba-2af75ef5a861", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "0aee7e62-8775-42cc-adba-2af75ef5a861", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb-authn-ssl"} 2026-07-08T21:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "0aee7e62-8775-42cc-adba-2af75ef5a861", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "0c0a35d5-24d9-4245-aba8-c9866ef66a72", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "0c0a35d5-24d9-4245-aba8-c9866ef66a72", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb-authn-ssl"} 2026-07-08T21:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "0c0a35d5-24d9-4245-aba8-c9866ef66a72", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "ac58fd2c-7c25-45b5-8893-cd4031d705ca", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "ac58fd2c-7c25-45b5-8893-cd4031d705ca", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb-authn-ssl"} 2026-07-08T21:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "ac58fd2c-7c25-45b5-8893-cd4031d705ca", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "5cee19e3-211d-4c30-9d9c-9f56e4e7d533", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "5cee19e3-211d-4c30-9d9c-9f56e4e7d533", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb-authn-ssl"} 2026-07-08T21:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "5cee19e3-211d-4c30-9d9c-9f56e4e7d533", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "7d1332cb-8cb9-4be0-99dd-8151c3a7fef3", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "7d1332cb-8cb9-4be0-99dd-8151c3a7fef3", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb-authn-ssl"} 2026-07-08T21:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "7d1332cb-8cb9-4be0-99dd-8151c3a7fef3", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "a88b4447-2fd6-4e88-adda-8ef77888abf0", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "a88b4447-2fd6-4e88-adda-8ef77888abf0", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb-authn-ssl"} 2026-07-08T21:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "a88b4447-2fd6-4e88-adda-8ef77888abf0", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "ca057537-aa22-4a0c-91a0-de910e758f25", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "ca057537-aa22-4a0c-91a0-de910e758f25", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb-authn-ssl"} 2026-07-08T21:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "ca057537-aa22-4a0c-91a0-de910e758f25", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "openshift-service-ca.crt", "reconcileID": "e80eb9e9-a89e-4988-9af4-6729d7dd5d5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:52:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-trusted-ca-bundle", "reconcileID": "a7998434-0188-47ff-bcbe-9a714d564afc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:52:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "openshift-service-ca.crt", "reconcileID": "ee383a1e-d51e-4495-9d34-4988406781d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e45deb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:52:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "openshift-service-ca.crt", "reconcileID": "ee383a1e-d51e-4495-9d34-4988406781d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:52:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a477e25-f403-4416-809d-0e2d15ac3669", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:52:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "openshift-service-ca.crt", "reconcileID": "cf86fa93-95bf-4f82-ac10-df87fcbf176c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:52:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-trusted-ca-bundle", "reconcileID": "dac47dc8-5e2f-43e1-b323-d2d3c9ba4e5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:52:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-trusted-ca-bundle", "reconcileID": "dac47dc8-5e2f-43e1-b323-d2d3c9ba4e5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:52:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "072cf2f1-65b8-43da-abc5-960c5323201c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:52:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "b484199c-349c-49d9-b5cb-d9c58ce35b93", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "b484199c-349c-49d9-b5cb-d9c58ce35b93", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb-authn-ssl"} 2026-07-08T21:52:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "b484199c-349c-49d9-b5cb-d9c58ce35b93", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8652de69-904a-447b-b6ce-2259d4543ab0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "29879b94-9ba3-418e-b0ca-0e8351d84a12", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "29879b94-9ba3-418e-b0ca-0e8351d84a12", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59-authn-ssl"} 2026-07-08T21:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "29879b94-9ba3-418e-b0ca-0e8351d84a12", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "476ec507-f338-45f4-bfb7-afddf480db9e", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "476ec507-f338-45f4-bfb7-afddf480db9e", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59-authn-ssl"} 2026-07-08T21:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "476ec507-f338-45f4-bfb7-afddf480db9e", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "6384a4d4-9719-413a-8769-17a155fb5cbe", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "6384a4d4-9719-413a-8769-17a155fb5cbe", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59-authn-ssl"} 2026-07-08T21:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "6384a4d4-9719-413a-8769-17a155fb5cbe", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "1c773ed9-7873-422f-816b-1dd662baaca2", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "1c773ed9-7873-422f-816b-1dd662baaca2", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59-authn-ssl"} 2026-07-08T21:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "1c773ed9-7873-422f-816b-1dd662baaca2", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "5c6a4465-22e2-4292-b111-290f492a08a5", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "5c6a4465-22e2-4292-b111-290f492a08a5", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59-authn-ssl"} 2026-07-08T21:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "5c6a4465-22e2-4292-b111-290f492a08a5", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "5164e79d-c030-47b5-98a2-2fbc155608e1", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "5164e79d-c030-47b5-98a2-2fbc155608e1", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59-authn-ssl"} 2026-07-08T21:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "5164e79d-c030-47b5-98a2-2fbc155608e1", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "40526e27-b2ed-42a8-842e-e3b8a880bc47", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "40526e27-b2ed-42a8-842e-e3b8a880bc47", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59-authn-ssl"} 2026-07-08T21:52:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "40526e27-b2ed-42a8-842e-e3b8a880bc47", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "683bbbf6-bd4c-4f36-8dba-4489f3112dab", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "683bbbf6-bd4c-4f36-8dba-4489f3112dab", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb-authn-ssl"} 2026-07-08T21:52:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "683bbbf6-bd4c-4f36-8dba-4489f3112dab", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:52:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "openshift-service-ca.crt", "reconcileID": "048959e7-4269-476f-b7c3-273d5e7c8a93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:52:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-trusted-ca-bundle", "reconcileID": "a851b563-0c0f-4c73-a920-1b50bfe5a475", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:52:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "openshift-service-ca.crt", "reconcileID": "ada74c98-84ce-4c02-8536-e57b0715e6ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-dc8a59", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:52:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "openshift-service-ca.crt", "reconcileID": "ada74c98-84ce-4c02-8536-e57b0715e6ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:52:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cdcff47-4760-4aa3-bb45-9b291a74e01a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:52:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "openshift-service-ca.crt", "reconcileID": "da203bf1-90e8-4bdc-871f-db19d08d8a52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:52:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-trusted-ca-bundle", "reconcileID": "abb03b1b-e0f7-4114-a3d8-e5658dea464c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:52:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-trusted-ca-bundle", "reconcileID": "abb03b1b-e0f7-4114-a3d8-e5658dea464c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:52:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d287c0d-f261-4a80-a4b3-9ce88a5ff010", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:52:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "becd88a0-c746-457e-9008-d6e749eba250", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "becd88a0-c746-457e-9008-d6e749eba250", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59-authn-ssl"} 2026-07-08T21:52:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "becd88a0-c746-457e-9008-d6e749eba250", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "560ed992-28ee-4634-9d64-d0261c2f7e79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:52:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4e71b864-395e-4df3-b5bf-fd82c3893671", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:52:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "dd9735ed-ede5-4b38-8942-068570818e96", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:52:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "dd9735ed-ede5-4b38-8942-068570818e96", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59-authn-ssl"} 2026-07-08T21:52:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "dd9735ed-ede5-4b38-8942-068570818e96", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:53:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9f8b32c-a2a0-44cb-897b-fb2cb2e25167", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:53:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8a18f478-23da-4709-b327-926f5870a2cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:55:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d26032c1-b8d6-4ec8-a13d-89d3ceb4a691", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:56:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "19fc7507-5668-447a-a063-cf03d0bb3df6", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:56:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "19fc7507-5668-447a-a063-cf03d0bb3df6", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb-authn-ssl"} 2026-07-08T21:56:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "19fc7507-5668-447a-a063-cf03d0bb3df6", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26275979-8644-4e14-aa92-65c816a9249d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:56:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26275979-8644-4e14-aa92-65c816a9249d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:56:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26275979-8644-4e14-aa92-65c816a9249d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-e45deb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-trusted-ca-bundle", "reconcileID": "3808a11d-314d-4a50-84ca-04230de615ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-trusted-ca-bundle", "reconcileID": "3808a11d-314d-4a50-84ca-04230de615ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "openshift-service-ca.crt", "reconcileID": "bb6eb594-9741-43d5-829a-650e29b56d5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "openshift-service-ca.crt", "reconcileID": "bb6eb594-9741-43d5-829a-650e29b56d5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f24d242a-ff67-4d81-86c4-c6b50e0a0cc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e45deb"}, "namespace": "ai-tenant-e2e-shared-a-e45deb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f24d242a-ff67-4d81-86c4-c6b50e0a0cc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e45deb"} 2026-07-08T21:56:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e45deb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e45deb", "reconcileID": "6d03df87-218b-4779-b161-5b406a829f02", "Gateway": "e2e-shared-a-e45deb", "namespace": "openshift-ingress"} 2026-07-08T21:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41589a56-bb4b-4e55-8c4e-16849f1b1202", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:56:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "f79aab04-f933-4795-a6d5-7b7242fc78f5", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:56:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "f79aab04-f933-4795-a6d5-7b7242fc78f5", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59-authn-ssl"} 2026-07-08T21:56:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "f79aab04-f933-4795-a6d5-7b7242fc78f5", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"} 2026-07-08T21:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a8b4c4a-6170-42f2-80bc-0bbda8acc858", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:56:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a8b4c4a-6170-42f2-80bc-0bbda8acc858", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:56:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a8b4c4a-6170-42f2-80bc-0bbda8acc858", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-dc8a59 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-trusted-ca-bundle", "reconcileID": "f2eb7484-3098-4108-a047-78df0d6a4619", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-trusted-ca-bundle", "reconcileID": "f2eb7484-3098-4108-a047-78df0d6a4619", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "openshift-service-ca.crt", "reconcileID": "588673be-56bd-483c-921b-8c478206241b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "openshift-service-ca.crt", "reconcileID": "588673be-56bd-483c-921b-8c478206241b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:56:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6073aabe-b92f-43d5-a0ca-4ec16dc1bec0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-dc8a59"}, "namespace": "ai-tenant-e2e-shared-b-dc8a59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6073aabe-b92f-43d5-a0ca-4ec16dc1bec0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-dc8a59"} 2026-07-08T21:56:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-dc8a59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-dc8a59", "reconcileID": "f205b357-b4a8-449d-824b-0adeb20db402", "Gateway": "e2e-shared-b-dc8a59", "namespace": "openshift-ingress"}