/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-efd4491b"}, "namespace": "ai-tenant-e2e-mt-efd4491b", "name": "odh-trusted-ca-bundle", "reconcileID": "ccdad96c-4cc7-4e45-a0d1-05603b282308", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-efd4491b"} 2026-07-08T19:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-efd4491b"}, "namespace": "ai-tenant-e2e-mt-efd4491b", "name": "odh-trusted-ca-bundle", "reconcileID": "ccdad96c-4cc7-4e45-a0d1-05603b282308", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-efd4491b"} 2026-07-08T19:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-efd4491b"}, "namespace": "ai-tenant-e2e-mt-efd4491b", "name": "openshift-service-ca.crt", "reconcileID": "04982792-4fb0-41e8-9ea6-ee3414519dc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-efd4491b"} 2026-07-08T19:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-efd4491b"}, "namespace": "ai-tenant-e2e-mt-efd4491b", "name": "openshift-service-ca.crt", "reconcileID": "04982792-4fb0-41e8-9ea6-ee3414519dc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-efd4491b"} 2026-07-08T19:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-efd4491b"}, "namespace": "ai-tenant-e2e-mt-efd4491b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf445f8d-02f8-4035-b745-2b363b334f23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-efd4491b"} 2026-07-08T19:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-efd4491b"}, "namespace": "ai-tenant-e2e-mt-efd4491b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf445f8d-02f8-4035-b745-2b363b334f23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-efd4491b"} 2026-07-08T19:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "openshift-service-ca.crt", "reconcileID": "5976f4ed-225d-4c1f-8d4a-d54f7448932e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-trusted-ca-bundle", "reconcileID": "5a53d309-8a5e-4405-83ce-2adf8784d399", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:37:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "openshift-service-ca.crt", "reconcileID": "f690f5cb-7235-441d-b5a8-affd3ccfcc41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e605cd4f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:37:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "openshift-service-ca.crt", "reconcileID": "f690f5cb-7235-441d-b5a8-affd3ccfcc41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:37:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "openshift-service-ca.crt", "reconcileID": "d5cc4182-32d7-407e-9fdd-9235def5b244", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e605cd4f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:37:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "openshift-service-ca.crt", "reconcileID": "d5cc4182-32d7-407e-9fdd-9235def5b244", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:37:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81ea6884-2655-47b2-88b9-728c13d1e88d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:37:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81ea6884-2655-47b2-88b9-728c13d1e88d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-trusted-ca-bundle", "reconcileID": "0d967031-e7a0-443c-8ac4-0b8ead8d264e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "openshift-service-ca.crt", "reconcileID": "5c15f498-439f-4b1b-ada7-62d1e380bb60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e33a51fb-1c43-40d5-a85d-4db4b648796e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:38:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ed22dc2-23fb-445b-8510-ab149f2c30a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:38:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ed22dc2-23fb-445b-8510-ab149f2c30a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:38:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ed22dc2-23fb-445b-8510-ab149f2c30a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-e605cd4f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:38:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-trusted-ca-bundle", "reconcileID": "9e8d651e-2e14-45e8-879f-8de093256174", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-trusted-ca-bundle", "reconcileID": "9e8d651e-2e14-45e8-879f-8de093256174", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:38:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "openshift-service-ca.crt", "reconcileID": "6ba6a2b4-d33f-4e19-a74e-2c2a9d1333c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "openshift-service-ca.crt", "reconcileID": "6ba6a2b4-d33f-4e19-a74e-2c2a9d1333c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:38:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7d4bba5-cda5-4f8e-bb13-533a093518db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e605cd4f"}, "namespace": "ai-tenant-e2e-mt-e605cd4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7d4bba5-cda5-4f8e-bb13-533a093518db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e605cd4f"} 2026-07-08T19:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "c8f2ffa9-4546-4fe0-853d-8d7ffd90ea9a", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "c8f2ffa9-4546-4fe0-853d-8d7ffd90ea9a", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "c8f2ffa9-4546-4fe0-853d-8d7ffd90ea9a", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "001abc7a-85e4-484b-af4a-44e2c110f113", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "001abc7a-85e4-484b-af4a-44e2c110f113", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "001abc7a-85e4-484b-af4a-44e2c110f113", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "38e37312-ef96-4bb7-83c6-882a0257810b", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "38e37312-ef96-4bb7-83c6-882a0257810b", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "38e37312-ef96-4bb7-83c6-882a0257810b", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "078a5124-5e5e-4150-8bb1-044158262fa8", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "078a5124-5e5e-4150-8bb1-044158262fa8", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "078a5124-5e5e-4150-8bb1-044158262fa8", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "98c12011-fddf-473d-8a3b-f70606f110d3", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "98c12011-fddf-473d-8a3b-f70606f110d3", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "98c12011-fddf-473d-8a3b-f70606f110d3", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "55c1e5f1-3089-4a3c-99cd-bdce58889a0c", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "55c1e5f1-3089-4a3c-99cd-bdce58889a0c", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "55c1e5f1-3089-4a3c-99cd-bdce58889a0c", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "07fc4edf-6931-4614-8eb1-ad663113cc4c", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "07fc4edf-6931-4614-8eb1-ad663113cc4c", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "07fc4edf-6931-4614-8eb1-ad663113cc4c", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "openshift-service-ca.crt", "reconcileID": "8ef468d2-6d5d-425c-aecc-99b8982e513e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-trusted-ca-bundle", "reconcileID": "4cd68f01-8f59-44eb-bb78-f47f59952bf7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "openshift-service-ca.crt", "reconcileID": "d43846cc-0df6-48b6-bc1a-91c12e38070c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-f953f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:38:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "openshift-service-ca.crt", "reconcileID": "d43846cc-0df6-48b6-bc1a-91c12e38070c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d95aad7-edad-4de4-86ab-d326f4c1bfff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "openshift-service-ca.crt", "reconcileID": "5a578189-973b-4363-ab98-01fa81f38801", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-trusted-ca-bundle", "reconcileID": "c43a3ef0-dbfc-4c2f-b523-58c217675a9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:38:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-trusted-ca-bundle", "reconcileID": "c43a3ef0-dbfc-4c2f-b523-58c217675a9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44595047-543f-4d7e-a83b-53e558660e5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "35d12023-037b-4b16-ae0e-8c62f944a052", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "35d12023-037b-4b16-ae0e-8c62f944a052", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "35d12023-037b-4b16-ae0e-8c62f944a052", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "63ae07ae-a52b-4da3-a043-53182d60c5e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "6681dcf9-80c2-4df2-a3d7-78be81c196a1", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "6681dcf9-80c2-4df2-a3d7-78be81c196a1", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "6681dcf9-80c2-4df2-a3d7-78be81c196a1", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "55ba491c-76df-4441-842e-8a8dc1e9fd41", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "55ba491c-76df-4441-842e-8a8dc1e9fd41", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "55ba491c-76df-4441-842e-8a8dc1e9fd41", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "a039a2cc-bca1-404c-bec3-d1e20c81ac16", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "a039a2cc-bca1-404c-bec3-d1e20c81ac16", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "a039a2cc-bca1-404c-bec3-d1e20c81ac16", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "60bae5c9-ca4b-4461-ad40-b4f20d6c357d", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "60bae5c9-ca4b-4461-ad40-b4f20d6c357d", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "60bae5c9-ca4b-4461-ad40-b4f20d6c357d", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "adcdf3b8-de07-4c03-866c-4d2c1cdcc32c", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "adcdf3b8-de07-4c03-866c-4d2c1cdcc32c", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "adcdf3b8-de07-4c03-866c-4d2c1cdcc32c", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "385041ba-2639-45ed-b2d5-c4115ff4e004", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "385041ba-2639-45ed-b2d5-c4115ff4e004", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "385041ba-2639-45ed-b2d5-c4115ff4e004", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "c77ea629-12ab-4d49-8828-38d5e39d88b3", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "c77ea629-12ab-4d49-8828-38d5e39d88b3", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "c77ea629-12ab-4d49-8828-38d5e39d88b3", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "18b890b6-4cd4-4399-ae3a-a0448cf21089", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "18b890b6-4cd4-4399-ae3a-a0448cf21089", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "18b890b6-4cd4-4399-ae3a-a0448cf21089", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "openshift-service-ca.crt", "reconcileID": "6a4ba63c-a53d-416a-a170-75a393ccb323", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:38:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-trusted-ca-bundle", "reconcileID": "4474b498-0472-43b9-b3fb-bd97a3737b98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:38:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-trusted-ca-bundle", "reconcileID": "4474b498-0472-43b9-b3fb-bd97a3737b98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "openshift-service-ca.crt", "reconcileID": "86a76200-f11d-4f18-82f2-c3f71236068a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7617b813-0f0d-4187-876c-19a1df2509bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:38:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-trusted-ca-bundle", "reconcileID": "c06a198b-0c61-485a-a067-61361e7dc24b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:38:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-trusted-ca-bundle", "reconcileID": "c06a198b-0c61-485a-a067-61361e7dc24b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b030ea82-d64b-4337-b5a9-b2ef4d08f0aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "b26940a2-7551-4075-9a6e-0e504c31fe98", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "b26940a2-7551-4075-9a6e-0e504c31fe98", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "b26940a2-7551-4075-9a6e-0e504c31fe98", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f11774f-b3b6-4a5e-b0ad-a4b8d508366c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "e1d6579f-cfb6-450b-90ad-ea727f8d35c8", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "e1d6579f-cfb6-450b-90ad-ea727f8d35c8", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "e1d6579f-cfb6-450b-90ad-ea727f8d35c8", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "6098d829-65aa-4152-a960-42ebe9aa5c7e", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "6098d829-65aa-4152-a960-42ebe9aa5c7e", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "6098d829-65aa-4152-a960-42ebe9aa5c7e", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "50b699b6-ed6f-4f47-bbdc-a511e4a739b7", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "6098d829-65aa-4152-a960-42ebe9aa5c7e", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1-kserve-route-authn"} 2026-07-08T19:38:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "6098d829-65aa-4152-a960-42ebe9aa5c7e", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "authType": "userdefined"} 2026-07-08T19:38:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "6098d829-65aa-4152-a960-42ebe9aa5c7e", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "50b699b6-ed6f-4f47-bbdc-a511e4a739b7", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "50b699b6-ed6f-4f47-bbdc-a511e4a739b7", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "02d1e3f2-fd77-4293-8198-dc58114748ec", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "02d1e3f2-fd77-4293-8198-dc58114748ec", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "02d1e3f2-fd77-4293-8198-dc58114748ec", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "02d1e3f2-fd77-4293-8198-dc58114748ec", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1-kserve-route-authn"} 2026-07-08T19:38:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "02d1e3f2-fd77-4293-8198-dc58114748ec", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "authType": "userdefined"} 2026-07-08T19:38:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "02d1e3f2-fd77-4293-8198-dc58114748ec", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "f6c382c4-20e9-4397-87ee-25880ee0e59a", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "f6c382c4-20e9-4397-87ee-25880ee0e59a", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "f6c382c4-20e9-4397-87ee-25880ee0e59a", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "8360cace-87dd-40ca-8b5a-7931a18a3870", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "8360cace-87dd-40ca-8b5a-7931a18a3870", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "8360cace-87dd-40ca-8b5a-7931a18a3870", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8bd2f1d-5f93-43b9-9fda-0a5e51e70b80", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:38:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "f1c17014-fdb3-4d24-9293-0276fe6f4267", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "f1c17014-fdb3-4d24-9293-0276fe6f4267", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "f1c17014-fdb3-4d24-9293-0276fe6f4267", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "f1c17014-fdb3-4d24-9293-0276fe6f4267", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1-kserve-route-authn"} 2026-07-08T19:38:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "f1c17014-fdb3-4d24-9293-0276fe6f4267", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "authType": "userdefined"} 2026-07-08T19:38:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "f1c17014-fdb3-4d24-9293-0276fe6f4267", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc8330eb-3030-48c2-aa04-e0607566f113", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:38:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "5f4563f4-bc9a-4754-ac04-f3aac73ec2b2", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "5f4563f4-bc9a-4754-ac04-f3aac73ec2b2", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "5f4563f4-bc9a-4754-ac04-f3aac73ec2b2", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:38:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "22634848-dcc8-4b72-851a-9025c145cfa6", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "22634848-dcc8-4b72-851a-9025c145cfa6", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "22634848-dcc8-4b72-851a-9025c145cfa6", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "22634848-dcc8-4b72-851a-9025c145cfa6", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1-kserve-route-authn"} 2026-07-08T19:38:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "22634848-dcc8-4b72-851a-9025c145cfa6", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "authType": "userdefined"} 2026-07-08T19:38:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "22634848-dcc8-4b72-851a-9025c145cfa6", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:38:56Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:38:56Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:38:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:38:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:38:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "7f42777e-89a0-41fc-9854-856f74150a5f", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:38:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "7f42777e-89a0-41fc-9854-856f74150a5f", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:38:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "7f42777e-89a0-41fc-9854-856f74150a5f", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "d07c888c-13f2-443c-acbe-d0ca0a06ef9f", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:38:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "7f42777e-89a0-41fc-9854-856f74150a5f", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb-kserve-route-authn"} 2026-07-08T19:38:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "7f42777e-89a0-41fc-9854-856f74150a5f", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "authType": "userdefined"} 2026-07-08T19:38:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "7f42777e-89a0-41fc-9854-856f74150a5f", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:38:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "d07c888c-13f2-443c-acbe-d0ca0a06ef9f", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:38:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "d07c888c-13f2-443c-acbe-d0ca0a06ef9f", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:39:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "02b851ca-fed6-46ec-b20b-6ed49f464682", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "02b851ca-fed6-46ec-b20b-6ed49f464682", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "02b851ca-fed6-46ec-b20b-6ed49f464682", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "02b851ca-fed6-46ec-b20b-6ed49f464682", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb-kserve-route-authn"} 2026-07-08T19:39:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "02b851ca-fed6-46ec-b20b-6ed49f464682", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "authType": "userdefined"} 2026-07-08T19:39:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "02b851ca-fed6-46ec-b20b-6ed49f464682", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "b5443a07-a838-4521-945f-b4c2488b69e3", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "b5443a07-a838-4521-945f-b4c2488b69e3", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "b5443a07-a838-4521-945f-b4c2488b69e3", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:39:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "e536b16b-d759-4d3a-b01a-5efa3002309e", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "e536b16b-d759-4d3a-b01a-5efa3002309e", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "e536b16b-d759-4d3a-b01a-5efa3002309e", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "e536b16b-d759-4d3a-b01a-5efa3002309e", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb-kserve-route-authn"} 2026-07-08T19:39:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "e536b16b-d759-4d3a-b01a-5efa3002309e", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "authType": "userdefined"} 2026-07-08T19:39:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "e536b16b-d759-4d3a-b01a-5efa3002309e", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "b7eb4116-7167-4c12-a487-0ab5de828e94", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:39:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "b7eb4116-7167-4c12-a487-0ab5de828e94", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:39:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "b7eb4116-7167-4c12-a487-0ab5de828e94", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:39:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "5e4f1145-ec67-4308-912b-fbad13a49368", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "5e4f1145-ec67-4308-912b-fbad13a49368", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "5e4f1145-ec67-4308-912b-fbad13a49368", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "5e4f1145-ec67-4308-912b-fbad13a49368", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb-kserve-route-authn"} 2026-07-08T19:39:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "5e4f1145-ec67-4308-912b-fbad13a49368", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "authType": "userdefined"} 2026-07-08T19:39:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "5e4f1145-ec67-4308-912b-fbad13a49368", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "36a191a5-9a73-489f-b0f1-7e3ae78faa41", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:39:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "36a191a5-9a73-489f-b0f1-7e3ae78faa41", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1"} 2026-07-08T19:39:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "36a191a5-9a73-489f-b0f1-7e3ae78faa41", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:39:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "36a191a5-9a73-489f-b0f1-7e3ae78faa41", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:39:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "36a191a5-9a73-489f-b0f1-7e3ae78faa41", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1-kserve-route-authn"} 2026-07-08T19:39:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "36a191a5-9a73-489f-b0f1-7e3ae78faa41", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1-kserve-route-authn"} 2026-07-08T19:39:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "36a191a5-9a73-489f-b0f1-7e3ae78faa41", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:39:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "36a191a5-9a73-489f-b0f1-7e3ae78faa41", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:39:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f953f1","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "test-model-f953f1", "reconcileID": "053a32b6-4f2c-4b91-905a-6c4027e6b7d6", "LLMInferenceService": "test-model-f953f1", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:39:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "ec7151ce-7f42-460b-b57d-7178003ea04a", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:39:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "ec7151ce-7f42-460b-b57d-7178003ea04a", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:39:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "ec7151ce-7f42-460b-b57d-7178003ea04a", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:39:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "d384bdb7-378f-4933-822d-525375433f0f", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:39:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "d384bdb7-378f-4933-822d-525375433f0f", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:39:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "d384bdb7-378f-4933-822d-525375433f0f", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:39:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "d6f8c35b-7c46-48f9-a49c-95e9ce685723", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "d6f8c35b-7c46-48f9-a49c-95e9ce685723", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb"} 2026-07-08T19:39:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "d6f8c35b-7c46-48f9-a49c-95e9ce685723", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "d6f8c35b-7c46-48f9-a49c-95e9ce685723", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "d6f8c35b-7c46-48f9-a49c-95e9ce685723", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb-kserve-route-authn"} 2026-07-08T19:39:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "d6f8c35b-7c46-48f9-a49c-95e9ce685723", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb-kserve-route-authn"} 2026-07-08T19:39:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "d6f8c35b-7c46-48f9-a49c-95e9ce685723", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "d6f8c35b-7c46-48f9-a49c-95e9ce685723", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a246eb","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "test-model-a246eb", "reconcileID": "220a59fb-9239-4220-9c32-1cc64def884d", "LLMInferenceService": "test-model-a246eb", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "f98dbf34-faf3-4d09-b4e2-4d8d45f1c025", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "f98dbf34-faf3-4d09-b4e2-4d8d45f1c025", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "f98dbf34-faf3-4d09-b4e2-4d8d45f1c025", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "ace42087-c5a6-4619-b283-2aabb34be5a9", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "ace42087-c5a6-4619-b283-2aabb34be5a9", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "ace42087-c5a6-4619-b283-2aabb34be5a9", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:39:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "223c737b-4f67-4b53-93a4-88e4ac1524a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:39:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "80fcd8a8-7a8c-402b-b797-5164403ce3fd", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:39:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "80fcd8a8-7a8c-402b-b797-5164403ce3fd", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1-authn-ssl"} 2026-07-08T19:39:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "80fcd8a8-7a8c-402b-b797-5164403ce3fd", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:40:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46d611b6-eccb-4cc4-8f8d-f35212c5623d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:40:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9880466-c51e-4f38-b6f5-7b8b30d15e65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:40:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9880466-c51e-4f38-b6f5-7b8b30d15e65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:40:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9880466-c51e-4f38-b6f5-7b8b30d15e65", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-f953f1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:40:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-trusted-ca-bundle", "reconcileID": "6de442d5-f280-4553-b4fe-5eb300cd0714", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-trusted-ca-bundle", "reconcileID": "6de442d5-f280-4553-b4fe-5eb300cd0714", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:40:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "openshift-service-ca.crt", "reconcileID": "ecb59ca3-fc3c-4cab-a903-912588d4282a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "openshift-service-ca.crt", "reconcileID": "ecb59ca3-fc3c-4cab-a903-912588d4282a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:40:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd0126a0-8da8-46b7-9651-b83b71dd725d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f953f1"}, "namespace": "ai-tenant-e2e-inf-a-f953f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd0126a0-8da8-46b7-9651-b83b71dd725d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f953f1"} 2026-07-08T19:40:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f953f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f953f1", "reconcileID": "cc08cd73-cfc8-431c-8711-7f7ebd43dcbc", "Gateway": "e2e-inf-a-f953f1", "namespace": "openshift-ingress"} 2026-07-08T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c890637-3b15-448b-8bcf-aff86e6591df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:40:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "a96c0541-9d62-4fa0-b1c0-26dd0b103217", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:40:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "a96c0541-9d62-4fa0-b1c0-26dd0b103217", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb-authn-ssl"} 2026-07-08T19:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "a96c0541-9d62-4fa0-b1c0-26dd0b103217", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:40:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35f56e70-9d8f-4362-843a-4421af76f0f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:40:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35f56e70-9d8f-4362-843a-4421af76f0f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:40:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35f56e70-9d8f-4362-843a-4421af76f0f8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-a246eb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:40:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-trusted-ca-bundle", "reconcileID": "d542347e-8421-4948-9e3a-46e2a81caa22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-trusted-ca-bundle", "reconcileID": "d542347e-8421-4948-9e3a-46e2a81caa22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:40:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "openshift-service-ca.crt", "reconcileID": "8f40cff6-dd38-428e-9a2e-08aa4e3b4ef0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "openshift-service-ca.crt", "reconcileID": "8f40cff6-dd38-428e-9a2e-08aa4e3b4ef0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:40:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "929c2950-f256-4684-bc1b-7488eb2269ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a246eb"}, "namespace": "ai-tenant-e2e-inf-b-a246eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "929c2950-f256-4684-bc1b-7488eb2269ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a246eb"} 2026-07-08T19:40:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a246eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a246eb", "reconcileID": "467ec921-6f20-4227-912d-3e5c1af93c51", "Gateway": "e2e-inf-b-a246eb", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "3e0dd803-91a3-4275-901e-56753fd88e7e", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "3e0dd803-91a3-4275-901e-56753fd88e7e", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc-authn-ssl"} 2026-07-08T19:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "3e0dd803-91a3-4275-901e-56753fd88e7e", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "83378ec6-102e-45ca-8da6-b69927480664", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "83378ec6-102e-45ca-8da6-b69927480664", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc-authn-ssl"} 2026-07-08T19:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "83378ec6-102e-45ca-8da6-b69927480664", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "83d30a7d-33a6-4f33-a598-2034c64079b4", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "83d30a7d-33a6-4f33-a598-2034c64079b4", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc-authn-ssl"} 2026-07-08T19:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "83d30a7d-33a6-4f33-a598-2034c64079b4", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "a9ce139b-58eb-4679-a416-c5bc5f474f54", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "a9ce139b-58eb-4679-a416-c5bc5f474f54", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc-authn-ssl"} 2026-07-08T19:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "a9ce139b-58eb-4679-a416-c5bc5f474f54", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "df09656f-161f-4b93-baf4-be0bc144c427", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "df09656f-161f-4b93-baf4-be0bc144c427", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc-authn-ssl"} 2026-07-08T19:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "df09656f-161f-4b93-baf4-be0bc144c427", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "c2d54c6e-cf09-42d5-b8bb-30ccda0c0bf8", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "c2d54c6e-cf09-42d5-b8bb-30ccda0c0bf8", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc-authn-ssl"} 2026-07-08T19:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "c2d54c6e-cf09-42d5-b8bb-30ccda0c0bf8", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "d5fe02cb-12bb-4398-8023-5326256f9848", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "d5fe02cb-12bb-4398-8023-5326256f9848", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc-authn-ssl"} 2026-07-08T19:40:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "d5fe02cb-12bb-4398-8023-5326256f9848", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "openshift-service-ca.crt", "reconcileID": "ced5cde6-e5e4-405d-904f-299148c17100", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:40:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-trusted-ca-bundle", "reconcileID": "169fd1ea-aa91-426a-b61c-7a5b766620b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:40:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "openshift-service-ca.crt", "reconcileID": "ce207c51-6a64-4447-95e0-5cd8edafa032", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8627fc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:40:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "openshift-service-ca.crt", "reconcileID": "ce207c51-6a64-4447-95e0-5cd8edafa032", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:40:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07b867f8-0c8d-43c5-aaf5-44e74f12aa4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:40:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "openshift-service-ca.crt", "reconcileID": "a33fc1b0-7887-4124-a36f-75d54da8e56e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:40:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-trusted-ca-bundle", "reconcileID": "0c1e9cf1-dfdc-411c-91ee-eff0d5b56ffa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:40:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-trusted-ca-bundle", "reconcileID": "0c1e9cf1-dfdc-411c-91ee-eff0d5b56ffa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:40:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8021d59c-f622-429b-adb1-d2b380f4340b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "6cbcf053-c964-4053-bc37-9cc5b79b1a52", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "6cbcf053-c964-4053-bc37-9cc5b79b1a52", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc-authn-ssl"} 2026-07-08T19:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "6cbcf053-c964-4053-bc37-9cc5b79b1a52", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d23f999-3995-4d68-9631-ded026caa5b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "3ff2e2aa-265d-4651-beed-7af5516b5b5e", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "3ff2e2aa-265d-4651-beed-7af5516b5b5e", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2-authn-ssl"} 2026-07-08T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "3ff2e2aa-265d-4651-beed-7af5516b5b5e", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "985c2206-29cd-42e7-8d7b-d7c20d67bbdd", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "985c2206-29cd-42e7-8d7b-d7c20d67bbdd", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2-authn-ssl"} 2026-07-08T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "985c2206-29cd-42e7-8d7b-d7c20d67bbdd", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "da71cef9-7019-4184-a187-3bfa985ec84d", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "da71cef9-7019-4184-a187-3bfa985ec84d", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2-authn-ssl"} 2026-07-08T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "da71cef9-7019-4184-a187-3bfa985ec84d", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "13373f52-e6b0-4324-9071-5cfaecd8b9e6", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "13373f52-e6b0-4324-9071-5cfaecd8b9e6", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2-authn-ssl"} 2026-07-08T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "13373f52-e6b0-4324-9071-5cfaecd8b9e6", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "81adb976-7811-42ab-bf12-7c680db92827", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "81adb976-7811-42ab-bf12-7c680db92827", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2-authn-ssl"} 2026-07-08T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "81adb976-7811-42ab-bf12-7c680db92827", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "2496d7e3-d004-4f9f-ae9a-a77f921b9d8c", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "2496d7e3-d004-4f9f-ae9a-a77f921b9d8c", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2-authn-ssl"} 2026-07-08T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "2496d7e3-d004-4f9f-ae9a-a77f921b9d8c", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "ea2e3f9f-6620-46cf-b990-d5fd79f99b7c", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "ea2e3f9f-6620-46cf-b990-d5fd79f99b7c", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2-authn-ssl"} 2026-07-08T19:40:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "ea2e3f9f-6620-46cf-b990-d5fd79f99b7c", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "openshift-service-ca.crt", "reconcileID": "aa80d9ea-4334-452d-88c7-8b42c4cdcef3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-trusted-ca-bundle", "reconcileID": "7d716bbb-d91a-48ed-8dce-c2fcbbf46fd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:40:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "openshift-service-ca.crt", "reconcileID": "6eac7784-baca-4561-a36c-0b79906ae008", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e62be2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:40:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "openshift-service-ca.crt", "reconcileID": "6eac7784-baca-4561-a36c-0b79906ae008", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e02d458-f024-4f4a-ad43-ca815afac7f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "openshift-service-ca.crt", "reconcileID": "d8520e2c-c7d0-42fd-9e94-9c04ad3c736b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:40:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-trusted-ca-bundle", "reconcileID": "9733562b-8d23-40c9-9908-bb9043b32695", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:40:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-trusted-ca-bundle", "reconcileID": "9733562b-8d23-40c9-9908-bb9043b32695", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c354c077-509f-47d1-ac90-42a7a4172232", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:40:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "d044e541-ad07-4589-b31f-eeb2b48104c9", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "d044e541-ad07-4589-b31f-eeb2b48104c9", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2-authn-ssl"} 2026-07-08T19:40:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "d044e541-ad07-4589-b31f-eeb2b48104c9", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:40:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60dc3414-b269-4faf-b33f-cc523775f1bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:40:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "4df3049e-ec66-4ee5-99e9-26e4681bc3f2", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:40:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "4df3049e-ec66-4ee5-99e9-26e4681bc3f2", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc-authn-ssl"} 2026-07-08T19:40:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "4df3049e-ec66-4ee5-99e9-26e4681bc3f2", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "b4f88f4d-dcd5-4150-b747-54a3d158efd5", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:41:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "b4f88f4d-dcd5-4150-b747-54a3d158efd5", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2-authn-ssl"} 2026-07-08T19:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "b4f88f4d-dcd5-4150-b747-54a3d158efd5", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:41:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84b91314-9bdf-4f6c-a518-2cec7720180f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:41:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "ca93c83f-c1a4-48c8-9205-e0572997f563", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:41:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "ca93c83f-c1a4-48c8-9205-e0572997f563", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc-authn-ssl"} 2026-07-08T19:41:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "ca93c83f-c1a4-48c8-9205-e0572997f563", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:41:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b4c1763-4778-4e4d-a5af-31790ab113c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:41:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b4c1763-4778-4e4d-a5af-31790ab113c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:41:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b4c1763-4778-4e4d-a5af-31790ab113c2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-8627fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:41:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-trusted-ca-bundle", "reconcileID": "430d4552-3546-42fc-8713-c64883ac95d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:41:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-trusted-ca-bundle", "reconcileID": "430d4552-3546-42fc-8713-c64883ac95d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:41:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "openshift-service-ca.crt", "reconcileID": "e10a2c63-06ce-439b-bd42-6e4c5236dc36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:41:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "openshift-service-ca.crt", "reconcileID": "e10a2c63-06ce-439b-bd42-6e4c5236dc36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:41:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5d85cde-d8aa-4411-a3d2-fb70e526ac18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:41:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8627fc"}, "namespace": "ai-tenant-e2e-api-a-8627fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5d85cde-d8aa-4411-a3d2-fb70e526ac18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8627fc"} 2026-07-08T19:41:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8627fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8627fc", "reconcileID": "8e83f1e8-fcee-446c-995c-c4249766749c", "Gateway": "e2e-api-a-8627fc", "namespace": "openshift-ingress"} 2026-07-08T19:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "99347c1f-980c-4e6c-a65b-fe58962c3102", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "15da4af3-5cb9-4f71-bd0f-e751056a6088", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "15da4af3-5cb9-4f71-bd0f-e751056a6088", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2-authn-ssl"} 2026-07-08T19:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "15da4af3-5cb9-4f71-bd0f-e751056a6088", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:41:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7533c0ad-592f-4b98-babf-13668f0870f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:41:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7533c0ad-592f-4b98-babf-13668f0870f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:41:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7533c0ad-592f-4b98-babf-13668f0870f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e62be2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:41:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-trusted-ca-bundle", "reconcileID": "9b982450-0cdf-4abb-89c4-a7f9ac0dcdf6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:41:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-trusted-ca-bundle", "reconcileID": "9b982450-0cdf-4abb-89c4-a7f9ac0dcdf6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:41:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "openshift-service-ca.crt", "reconcileID": "382a9791-c510-46b2-aacf-623b2f782948", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:41:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "openshift-service-ca.crt", "reconcileID": "382a9791-c510-46b2-aacf-623b2f782948", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:41:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "839e4f14-e1bc-4995-b309-b570070a9835", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:41:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e62be2"}, "namespace": "ai-tenant-e2e-api-b-e62be2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "839e4f14-e1bc-4995-b309-b570070a9835", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e62be2"} 2026-07-08T19:41:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e62be2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e62be2", "reconcileID": "c7aaf183-ce5a-402b-a8ec-953ff6ea23bc", "Gateway": "e2e-api-b-e62be2", "namespace": "openshift-ingress"} 2026-07-08T19:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "92e308f8-c2a5-446e-85a0-ad8ffeb67301", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "92e308f8-c2a5-446e-85a0-ad8ffeb67301", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c-authn-ssl"} 2026-07-08T19:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "92e308f8-c2a5-446e-85a0-ad8ffeb67301", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "3e5ea5a5-d153-45dd-92cd-06f201fd9505", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "3e5ea5a5-d153-45dd-92cd-06f201fd9505", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c-authn-ssl"} 2026-07-08T19:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "3e5ea5a5-d153-45dd-92cd-06f201fd9505", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "1e7f4561-f04c-4070-8122-194499323fff", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "1e7f4561-f04c-4070-8122-194499323fff", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c-authn-ssl"} 2026-07-08T19:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "1e7f4561-f04c-4070-8122-194499323fff", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "1fd529d6-4f16-45fb-99ad-32eaf2010a49", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "1fd529d6-4f16-45fb-99ad-32eaf2010a49", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c-authn-ssl"} 2026-07-08T19:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "1fd529d6-4f16-45fb-99ad-32eaf2010a49", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "89493261-11bd-4329-91e4-1515f990a0e5", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "89493261-11bd-4329-91e4-1515f990a0e5", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c-authn-ssl"} 2026-07-08T19:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "89493261-11bd-4329-91e4-1515f990a0e5", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "6645930f-20e4-4b6b-aa4b-8c0a6a973951", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "6645930f-20e4-4b6b-aa4b-8c0a6a973951", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c-authn-ssl"} 2026-07-08T19:41:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "6645930f-20e4-4b6b-aa4b-8c0a6a973951", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "ce4c118d-7c17-4c86-a4bc-cf5dd936793e", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "ce4c118d-7c17-4c86-a4bc-cf5dd936793e", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c-authn-ssl"} 2026-07-08T19:41:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "ce4c118d-7c17-4c86-a4bc-cf5dd936793e", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "openshift-service-ca.crt", "reconcileID": "fe17905f-bd98-471a-84b2-756e198d16d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:41:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "openshift-service-ca.crt", "reconcileID": "a3448e7f-ebd8-450e-b6c0-153c199f733b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82d12c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:41:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "openshift-service-ca.crt", "reconcileID": "a3448e7f-ebd8-450e-b6c0-153c199f733b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:41:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-trusted-ca-bundle", "reconcileID": "1486f020-cc02-421c-927c-e41eb3953b32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:41:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-trusted-ca-bundle", "reconcileID": "1486f020-cc02-421c-927c-e41eb3953b32", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:41:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "openshift-service-ca.crt", "reconcileID": "3a744f57-85c2-4097-b7b9-5844e63a559a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:41:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d5d1398-92ca-47eb-bc51-ffe13e949928", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:41:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-trusted-ca-bundle", "reconcileID": "fb4bf403-12b6-4984-9b11-251d06e85f7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:41:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-trusted-ca-bundle", "reconcileID": "c566214e-3e77-4e72-b0e7-b232779c7455", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:41:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-trusted-ca-bundle", "reconcileID": "c566214e-3e77-4e72-b0e7-b232779c7455", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:41:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e51bdf2e-11c2-4e10-856c-22d37e1463ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:41:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "4facf5e8-3b6c-47da-a2ac-b4c91db66bfc", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "4facf5e8-3b6c-47da-a2ac-b4c91db66bfc", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c-authn-ssl"} 2026-07-08T19:41:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "4facf5e8-3b6c-47da-a2ac-b4c91db66bfc", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1eb13b5-559c-4db6-a5ba-578b9afb0c5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:41:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "076a12b0-a903-436a-a0ca-780fe6489f03", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "076a12b0-a903-436a-a0ca-780fe6489f03", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05-authn-ssl"} 2026-07-08T19:41:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "076a12b0-a903-436a-a0ca-780fe6489f03", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "725de350-012d-4804-802e-b52cf909771a", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "725de350-012d-4804-802e-b52cf909771a", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05-authn-ssl"} 2026-07-08T19:41:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "725de350-012d-4804-802e-b52cf909771a", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "5df96996-3809-4410-9997-80f4dc323721", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "5df96996-3809-4410-9997-80f4dc323721", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05-authn-ssl"} 2026-07-08T19:41:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "5df96996-3809-4410-9997-80f4dc323721", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "cdac5981-60ea-4a62-b9de-d1d5d26822bb", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "cdac5981-60ea-4a62-b9de-d1d5d26822bb", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05-authn-ssl"} 2026-07-08T19:41:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "cdac5981-60ea-4a62-b9de-d1d5d26822bb", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "8186511c-bcc0-4889-9df9-f25f1c95b456", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "8186511c-bcc0-4889-9df9-f25f1c95b456", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05-authn-ssl"} 2026-07-08T19:41:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "8186511c-bcc0-4889-9df9-f25f1c95b456", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "8a3e0574-6985-4cf7-a37d-42b17c9bab0c", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "8a3e0574-6985-4cf7-a37d-42b17c9bab0c", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05-authn-ssl"} 2026-07-08T19:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "8a3e0574-6985-4cf7-a37d-42b17c9bab0c", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "5605640e-80cb-486d-9425-271afbd50bc5", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "5605640e-80cb-486d-9425-271afbd50bc5", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c-authn-ssl"} 2026-07-08T19:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "5605640e-80cb-486d-9425-271afbd50bc5", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "24ff6a42-e471-4a43-8fa2-47e8d0a062ca", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "24ff6a42-e471-4a43-8fa2-47e8d0a062ca", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05-authn-ssl"} 2026-07-08T19:41:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "24ff6a42-e471-4a43-8fa2-47e8d0a062ca", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "openshift-service-ca.crt", "reconcileID": "ca8fe625-2652-4dc1-bab1-8728ac0882f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:41:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-trusted-ca-bundle", "reconcileID": "d4ee1bf7-31be-44be-9387-dfb143dd2610", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:41:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "openshift-service-ca.crt", "reconcileID": "4a5be603-f01c-419e-9e3f-51c15aba7415", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-235b05", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:41:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "openshift-service-ca.crt", "reconcileID": "4a5be603-f01c-419e-9e3f-51c15aba7415", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:41:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "openshift-service-ca.crt", "reconcileID": "cfdd8a32-de96-4159-be07-34d48fc79fe7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:41:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38f9326f-9db2-4afb-870d-b4fa38ce853c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:41:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-trusted-ca-bundle", "reconcileID": "d4e17bdf-b833-497d-844a-2129ab797b59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:41:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-trusted-ca-bundle", "reconcileID": "d4e17bdf-b833-497d-844a-2129ab797b59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:41:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4dd570b-990f-4196-96d6-b75acd526689", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:41:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "7a439ea4-2c14-40ad-ae5a-eff838d89fbd", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "7a439ea4-2c14-40ad-ae5a-eff838d89fbd", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05-authn-ssl"} 2026-07-08T19:41:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "7a439ea4-2c14-40ad-ae5a-eff838d89fbd", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6a035f9-844a-4024-b934-84a4d8bc3558", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:41:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "0df1e353-2587-4269-a7ed-c056b5c2c92e", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "0df1e353-2587-4269-a7ed-c056b5c2c92e", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05-authn-ssl"} 2026-07-08T19:41:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "0df1e353-2587-4269-a7ed-c056b5c2c92e", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:41:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c46d9959-2d23-4ffa-a06a-99d63b7b2917", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c4c9f6c-230a-47d6-8472-4ce932878f04", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:44:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "36fe5ff5-4988-4c2e-a83f-28d8f874335e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:44:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "4d4a9c70-7d94-449f-a0d7-8a8767735bd9", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:44:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "4d4a9c70-7d94-449f-a0d7-8a8767735bd9", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c-authn-ssl"} 2026-07-08T19:44:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:44:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:44:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "4d4a9c70-7d94-449f-a0d7-8a8767735bd9", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:44:43Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:44:43Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:44:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a17e4f05-27c6-4668-8a81-644c605544ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:44:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a17e4f05-27c6-4668-8a81-644c605544ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:44:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a17e4f05-27c6-4668-8a81-644c605544ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-82d12c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:44:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-trusted-ca-bundle", "reconcileID": "2620e112-1c5a-498d-adb2-305218ac93be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:44:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-trusted-ca-bundle", "reconcileID": "2620e112-1c5a-498d-adb2-305218ac93be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:44:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "openshift-service-ca.crt", "reconcileID": "e45cb5f6-6448-4bbf-a2fa-aeeac885e1a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:44:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "openshift-service-ca.crt", "reconcileID": "e45cb5f6-6448-4bbf-a2fa-aeeac885e1a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:44:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3415637a-8e9c-4c8a-ba06-a579f415485a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:44:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82d12c"}, "namespace": "ai-tenant-e2e-shared-a-82d12c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3415637a-8e9c-4c8a-ba06-a579f415485a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82d12c"} 2026-07-08T19:44:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82d12c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82d12c", "reconcileID": "1e0220b9-2123-4695-b162-ed352cc3f970", "Gateway": "e2e-shared-a-82d12c", "namespace": "openshift-ingress"} 2026-07-08T19:44:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3d66770e-a181-4c36-87af-a49369c49357", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:44:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "961d566d-340c-4689-b39c-ff64b565af1d", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:44:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "961d566d-340c-4689-b39c-ff64b565af1d", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05-authn-ssl"} 2026-07-08T19:44:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "961d566d-340c-4689-b39c-ff64b565af1d", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"} 2026-07-08T19:44:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78c3cabe-1764-4f89-8d3a-7830fc289166", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:44:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78c3cabe-1764-4f89-8d3a-7830fc289166", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:44:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78c3cabe-1764-4f89-8d3a-7830fc289166", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-235b05 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:44:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-trusted-ca-bundle", "reconcileID": "5a06158d-dac1-4227-a183-a7916903325b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:44:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-trusted-ca-bundle", "reconcileID": "5a06158d-dac1-4227-a183-a7916903325b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:44:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "openshift-service-ca.crt", "reconcileID": "c4f92f80-f1f2-444f-9cfb-d94b54d49437", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:44:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "openshift-service-ca.crt", "reconcileID": "c4f92f80-f1f2-444f-9cfb-d94b54d49437", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:44:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e02b60a3-67cd-4c3d-930d-7892493f3a13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:44:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-235b05"}, "namespace": "ai-tenant-e2e-shared-b-235b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e02b60a3-67cd-4c3d-930d-7892493f3a13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-235b05"} 2026-07-08T19:44:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-235b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-235b05", "reconcileID": "5ad7b8e4-259b-4f65-957f-95469b577086", "Gateway": "e2e-shared-b-235b05", "namespace": "openshift-ingress"}