/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T12:33:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1c801d82"}, "namespace": "ai-tenant-e2e-mt-1c801d82", "name": "odh-trusted-ca-bundle", "reconcileID": "a22acc85-4533-4b4e-acd8-f8043df04800", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1c801d82"} 2026-07-08T12:33:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1c801d82"}, "namespace": "ai-tenant-e2e-mt-1c801d82", "name": "odh-trusted-ca-bundle", "reconcileID": "a22acc85-4533-4b4e-acd8-f8043df04800", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1c801d82"} 2026-07-08T12:33:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1c801d82"}, "namespace": "ai-tenant-e2e-mt-1c801d82", "name": "openshift-service-ca.crt", "reconcileID": "2031407a-95cb-4a98-ae3b-c0906a100997", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1c801d82"} 2026-07-08T12:33:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1c801d82"}, "namespace": "ai-tenant-e2e-mt-1c801d82", "name": "openshift-service-ca.crt", "reconcileID": "2031407a-95cb-4a98-ae3b-c0906a100997", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1c801d82"} 2026-07-08T12:33:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1c801d82"}, "namespace": "ai-tenant-e2e-mt-1c801d82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52ff8740-8be0-4f1b-a226-5957ff6cfa89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1c801d82"} 2026-07-08T12:33:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1c801d82"}, "namespace": "ai-tenant-e2e-mt-1c801d82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52ff8740-8be0-4f1b-a226-5957ff6cfa89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1c801d82"} 2026-07-08T12:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "openshift-service-ca.crt", "reconcileID": "0ad39516-d8d5-4a22-b6f9-96bb55e69b67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-trusted-ca-bundle", "reconcileID": "a9b56edb-dc9e-469e-af01-364014401c03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:33:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "openshift-service-ca.crt", "reconcileID": "0a85c874-a552-45c2-86fa-90277242bd39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:33:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "openshift-service-ca.crt", "reconcileID": "0a85c874-a552-45c2-86fa-90277242bd39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f5e5f35-ad9e-4797-845e-12f7cdcc667a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "openshift-service-ca.crt", "reconcileID": "eca406bd-b6ba-4e4f-a316-8512e18260e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:33:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-trusted-ca-bundle", "reconcileID": "07e996a2-c034-4a24-9637-040243d392a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:33:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-trusted-ca-bundle", "reconcileID": "07e996a2-c034-4a24-9637-040243d392a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c89c16d-8efe-4014-9fad-ac5578a0b24c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfdc7f04-c1d4-4636-b86e-e7fc1accce1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:34:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfdc7f04-c1d4-4636-b86e-e7fc1accce1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:34:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfdc7f04-c1d4-4636-b86e-e7fc1accce1a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-e4ecd7d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T12:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-trusted-ca-bundle", "reconcileID": "f265416d-b0bc-4032-9fbb-f0e071f288c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-trusted-ca-bundle", "reconcileID": "f265416d-b0bc-4032-9fbb-f0e071f288c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "openshift-service-ca.crt", "reconcileID": "3f5f6f4e-9812-4230-8610-b0dc886f4b15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "openshift-service-ca.crt", "reconcileID": "3f5f6f4e-9812-4230-8610-b0dc886f4b15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cefee3a-e768-4985-ad15-c7a7904b4cfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e4ecd7d2"}, "namespace": "ai-tenant-e2e-mt-e4ecd7d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cefee3a-e768-4985-ad15-c7a7904b4cfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e4ecd7d2"} 2026-07-08T12:34:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "d6d783f2-47b4-42c9-a098-0c4a8a179ac3", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "d6d783f2-47b4-42c9-a098-0c4a8a179ac3", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "d6d783f2-47b4-42c9-a098-0c4a8a179ac3", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "f19838b7-05e6-4f53-b660-9843b5dcf259", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "f19838b7-05e6-4f53-b660-9843b5dcf259", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "f19838b7-05e6-4f53-b660-9843b5dcf259", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "997787c2-0f99-4873-8234-0fc82ab331c1", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "997787c2-0f99-4873-8234-0fc82ab331c1", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "997787c2-0f99-4873-8234-0fc82ab331c1", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "370377ee-c4c3-4b95-8699-9b82a82bdf4b", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "370377ee-c4c3-4b95-8699-9b82a82bdf4b", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "370377ee-c4c3-4b95-8699-9b82a82bdf4b", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "665ad54f-9e70-4cf4-a6a0-13eeee05d135", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "665ad54f-9e70-4cf4-a6a0-13eeee05d135", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "665ad54f-9e70-4cf4-a6a0-13eeee05d135", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "4764042d-44bf-4cb2-86e0-784374cff3b3", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "4764042d-44bf-4cb2-86e0-784374cff3b3", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "4764042d-44bf-4cb2-86e0-784374cff3b3", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "3315f2b8-4149-4187-a66c-c67a83b26986", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "3315f2b8-4149-4187-a66c-c67a83b26986", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:34:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "3315f2b8-4149-4187-a66c-c67a83b26986", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "openshift-service-ca.crt", "reconcileID": "fbf163e9-03ed-48f7-987a-5b3bc2970cc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "openshift-service-ca.crt", "reconcileID": "fb088bcd-23ac-42d0-b345-4dfe83c4be82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-253a40", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:34:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "openshift-service-ca.crt", "reconcileID": "fb088bcd-23ac-42d0-b345-4dfe83c4be82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-trusted-ca-bundle", "reconcileID": "7abebbd9-3b33-41d3-a8a3-09a6bd09d7a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "700fe17c-55eb-41ac-9007-5a581915434e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "openshift-service-ca.crt", "reconcileID": "51ca7a3b-db0a-4e78-87d9-f49d72f2432f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-trusted-ca-bundle", "reconcileID": "03737c4c-c15f-490c-9dbf-74b0dbc14a68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:34:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-trusted-ca-bundle", "reconcileID": "03737c4c-c15f-490c-9dbf-74b0dbc14a68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a30b9f0-b981-4934-a249-4bec763c2ed6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "ced6d026-edae-46a9-a7bc-1dca1efdf2e9", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "ced6d026-edae-46a9-a7bc-1dca1efdf2e9", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:34:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "ced6d026-edae-46a9-a7bc-1dca1efdf2e9", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c7fb7ae-7e4f-469b-820a-64d7ecaa98ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "385926a5-29c1-46f6-9696-617086105fc4", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "385926a5-29c1-46f6-9696-617086105fc4", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "385926a5-29c1-46f6-9696-617086105fc4", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "babfc5d0-8b75-42ff-901b-127a45a72df4", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "babfc5d0-8b75-42ff-901b-127a45a72df4", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "babfc5d0-8b75-42ff-901b-127a45a72df4", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "6f78be6a-db0e-4dfe-8833-4c9ca91597ec", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "6f78be6a-db0e-4dfe-8833-4c9ca91597ec", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "6f78be6a-db0e-4dfe-8833-4c9ca91597ec", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "b07889df-7fc0-48d7-b6ac-25114e9a82d6", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "b07889df-7fc0-48d7-b6ac-25114e9a82d6", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "b07889df-7fc0-48d7-b6ac-25114e9a82d6", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "d79c6ced-12aa-4eef-8f79-62aa7025e9d6", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "d79c6ced-12aa-4eef-8f79-62aa7025e9d6", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "d79c6ced-12aa-4eef-8f79-62aa7025e9d6", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "17290124-1016-4f57-8909-a35aad134ee9", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "17290124-1016-4f57-8909-a35aad134ee9", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "17290124-1016-4f57-8909-a35aad134ee9", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "f128804f-8a97-4174-ae4e-92adc9d8d266", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "f128804f-8a97-4174-ae4e-92adc9d8d266", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:34:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "f128804f-8a97-4174-ae4e-92adc9d8d266", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "openshift-service-ca.crt", "reconcileID": "00326268-b86d-4b5f-8b76-7fdeea3e306b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:34:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-trusted-ca-bundle", "reconcileID": "ba30c937-3fcd-4392-aeaa-48ffaf26d21d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:34:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "openshift-service-ca.crt", "reconcileID": "db3517a4-ee9a-4585-aca9-66ebb3e94638", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-85707a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:34:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "openshift-service-ca.crt", "reconcileID": "db3517a4-ee9a-4585-aca9-66ebb3e94638", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:34:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b73f1a7-94d2-4588-aab5-7e6c06342d16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:34:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "openshift-service-ca.crt", "reconcileID": "f175522c-627f-43f4-b2c2-2bb64fedda6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:34:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-trusted-ca-bundle", "reconcileID": "1cecfc20-ff81-41e6-8d33-5032c51e2ecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:34:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-trusted-ca-bundle", "reconcileID": "1cecfc20-ff81-41e6-8d33-5032c51e2ecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:34:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdf4d998-97ff-4650-af57-2741ccc9036b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "31910a9d-dbc8-44c2-a687-49dda8660939", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "31910a9d-dbc8-44c2-a687-49dda8660939", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "31910a9d-dbc8-44c2-a687-49dda8660939", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "325885ac-f8c0-499b-be40-7006874c0f19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "7aa1522c-a677-48ff-9c53-f974a47645e0", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "7aa1522c-a677-48ff-9c53-f974a47645e0", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "7aa1522c-a677-48ff-9c53-f974a47645e0", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "34d10f06-eecf-4298-838b-1dc0ee302fe1", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "34d10f06-eecf-4298-838b-1dc0ee302fe1", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "34d10f06-eecf-4298-838b-1dc0ee302fe1", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "76a03bf9-a8fc-4693-940a-921a3e2fd31c", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "34d10f06-eecf-4298-838b-1dc0ee302fe1", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40-kserve-route-authn"} 2026-07-08T12:34:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "34d10f06-eecf-4298-838b-1dc0ee302fe1", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "authType": "userdefined"} 2026-07-08T12:34:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "34d10f06-eecf-4298-838b-1dc0ee302fe1", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "76a03bf9-a8fc-4693-940a-921a3e2fd31c", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "76a03bf9-a8fc-4693-940a-921a3e2fd31c", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:34:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "f9ccbd47-dffe-4e00-9b08-304f3aad130b", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "f9ccbd47-dffe-4e00-9b08-304f3aad130b", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "f9ccbd47-dffe-4e00-9b08-304f3aad130b", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "f9ccbd47-dffe-4e00-9b08-304f3aad130b", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40-kserve-route-authn"} 2026-07-08T12:34:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "f9ccbd47-dffe-4e00-9b08-304f3aad130b", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "authType": "userdefined"} 2026-07-08T12:34:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "f9ccbd47-dffe-4e00-9b08-304f3aad130b", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "33e89c2a-a060-4c68-9adf-82f973655fa2", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "33e89c2a-a060-4c68-9adf-82f973655fa2", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "33e89c2a-a060-4c68-9adf-82f973655fa2", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:34:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "74436871-9bf4-49b6-ab2c-3833b3bc665a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:35:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "9c305a27-a0fb-426c-bd89-17494192ef93", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:35:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "9c305a27-a0fb-426c-bd89-17494192ef93", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:35:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "9c305a27-a0fb-426c-bd89-17494192ef93", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:35:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "8be5f330-bee3-45ee-8713-086aa9211cda", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "8be5f330-bee3-45ee-8713-086aa9211cda", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "8be5f330-bee3-45ee-8713-086aa9211cda", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "8be5f330-bee3-45ee-8713-086aa9211cda", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40-kserve-route-authn"} 2026-07-08T12:35:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "8be5f330-bee3-45ee-8713-086aa9211cda", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "authType": "userdefined"} 2026-07-08T12:35:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "8be5f330-bee3-45ee-8713-086aa9211cda", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5cbc856-01da-4635-81c9-e1d19faa775b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:35:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "9e699b56-2e86-42fa-bd45-3f5978fa75f9", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "9e699b56-2e86-42fa-bd45-3f5978fa75f9", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "9e699b56-2e86-42fa-bd45-3f5978fa75f9", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "9e699b56-2e86-42fa-bd45-3f5978fa75f9", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40-kserve-route-authn"} 2026-07-08T12:35:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "9e699b56-2e86-42fa-bd45-3f5978fa75f9", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "authType": "userdefined"} 2026-07-08T12:35:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "9e699b56-2e86-42fa-bd45-3f5978fa75f9", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "fc4b91d3-8066-4be9-b0c8-e8f9236b6438", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:35:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "fc4b91d3-8066-4be9-b0c8-e8f9236b6438", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:35:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "fc4b91d3-8066-4be9-b0c8-e8f9236b6438", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:35:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "3bc269a1-9456-47ba-9bab-e4e1be775bcb", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "3bc269a1-9456-47ba-9bab-e4e1be775bcb", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "3bc269a1-9456-47ba-9bab-e4e1be775bcb", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "3bc269a1-9456-47ba-9bab-e4e1be775bcb", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40-kserve-route-authn"} 2026-07-08T12:35:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "3bc269a1-9456-47ba-9bab-e4e1be775bcb", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "authType": "userdefined"} 2026-07-08T12:35:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "3bc269a1-9456-47ba-9bab-e4e1be775bcb", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:35:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "7d8e8104-009c-49e8-b39e-84fb48c8fa15", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "7d8e8104-009c-49e8-b39e-84fb48c8fa15", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "7d8e8104-009c-49e8-b39e-84fb48c8fa15", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "55e6cbef-ffbc-4302-b42c-ec25edb628cd", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:35:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "7d8e8104-009c-49e8-b39e-84fb48c8fa15", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a-kserve-route-authn"} 2026-07-08T12:35:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "7d8e8104-009c-49e8-b39e-84fb48c8fa15", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "authType": "userdefined"} 2026-07-08T12:35:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "7d8e8104-009c-49e8-b39e-84fb48c8fa15", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "55e6cbef-ffbc-4302-b42c-ec25edb628cd", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:35:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "55e6cbef-ffbc-4302-b42c-ec25edb628cd", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:35:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "cf074639-0221-4659-ae0c-a03e7c3bf726", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "cf074639-0221-4659-ae0c-a03e7c3bf726", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "cf074639-0221-4659-ae0c-a03e7c3bf726", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "cf074639-0221-4659-ae0c-a03e7c3bf726", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a-kserve-route-authn"} 2026-07-08T12:35:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "cf074639-0221-4659-ae0c-a03e7c3bf726", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "authType": "userdefined"} 2026-07-08T12:35:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "cf074639-0221-4659-ae0c-a03e7c3bf726", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "4a59ed84-47ba-48f1-aa9c-09085f8be9b7", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:35:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "4a59ed84-47ba-48f1-aa9c-09085f8be9b7", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:35:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "4a59ed84-47ba-48f1-aa9c-09085f8be9b7", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:35:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "2ea79a75-7c6c-44d8-989d-34468f2bae45", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "2ea79a75-7c6c-44d8-989d-34468f2bae45", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "2ea79a75-7c6c-44d8-989d-34468f2bae45", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "2ea79a75-7c6c-44d8-989d-34468f2bae45", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a-kserve-route-authn"} 2026-07-08T12:35:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "2ea79a75-7c6c-44d8-989d-34468f2bae45", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "authType": "userdefined"} 2026-07-08T12:35:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "2ea79a75-7c6c-44d8-989d-34468f2bae45", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "2b5ca18d-8e1d-4bae-81bc-3b06ce22ada9", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:35:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "2b5ca18d-8e1d-4bae-81bc-3b06ce22ada9", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:35:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "2b5ca18d-8e1d-4bae-81bc-3b06ce22ada9", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:35:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "6c33af59-0d15-47eb-b4ee-c9ca65529817", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "6c33af59-0d15-47eb-b4ee-c9ca65529817", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "6c33af59-0d15-47eb-b4ee-c9ca65529817", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:35:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "6c33af59-0d15-47eb-b4ee-c9ca65529817", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a-kserve-route-authn"} 2026-07-08T12:35:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "6c33af59-0d15-47eb-b4ee-c9ca65529817", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "authType": "userdefined"} 2026-07-08T12:35:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "6c33af59-0d15-47eb-b4ee-c9ca65529817", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:36:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "69746668-7396-4302-8d58-4578e9e54f02", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "69746668-7396-4302-8d58-4578e9e54f02", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40"} 2026-07-08T12:36:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "69746668-7396-4302-8d58-4578e9e54f02", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "69746668-7396-4302-8d58-4578e9e54f02", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "69746668-7396-4302-8d58-4578e9e54f02", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40-kserve-route-authn"} 2026-07-08T12:36:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "69746668-7396-4302-8d58-4578e9e54f02", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40-kserve-route-authn"} 2026-07-08T12:36:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "69746668-7396-4302-8d58-4578e9e54f02", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "69746668-7396-4302-8d58-4578e9e54f02", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-253a40","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "test-model-253a40", "reconcileID": "a410d162-8776-4bd2-8885-22505fc9aeec", "LLMInferenceService": "test-model-253a40", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "3d4dc346-9c61-41ee-b32d-f517cd239c87", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "3d4dc346-9c61-41ee-b32d-f517cd239c87", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "3d4dc346-9c61-41ee-b32d-f517cd239c87", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "13bcce85-0e69-44c4-bd07-46cc912b0917", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "13bcce85-0e69-44c4-bd07-46cc912b0917", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "13bcce85-0e69-44c4-bd07-46cc912b0917", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:36:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "87ccca9c-d4e2-4c5d-8939-ae1b44d66fd9", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:36:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "87ccca9c-d4e2-4c5d-8939-ae1b44d66fd9", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a"} 2026-07-08T12:36:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "87ccca9c-d4e2-4c5d-8939-ae1b44d66fd9", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:36:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "87ccca9c-d4e2-4c5d-8939-ae1b44d66fd9", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:36:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "87ccca9c-d4e2-4c5d-8939-ae1b44d66fd9", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a-kserve-route-authn"} 2026-07-08T12:36:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "87ccca9c-d4e2-4c5d-8939-ae1b44d66fd9", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a-kserve-route-authn"} 2026-07-08T12:36:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "87ccca9c-d4e2-4c5d-8939-ae1b44d66fd9", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:36:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "87ccca9c-d4e2-4c5d-8939-ae1b44d66fd9", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:36:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-85707a","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "test-model-85707a", "reconcileID": "2eae8a67-a628-4603-af11-e13038efdff8", "LLMInferenceService": "test-model-85707a", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:36:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "1f84f728-f012-4852-9d92-49a84b8c1159", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:36:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "1f84f728-f012-4852-9d92-49a84b8c1159", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:36:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "1f84f728-f012-4852-9d92-49a84b8c1159", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:36:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "7351b85f-baff-4f34-b6af-437d3f377038", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:36:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "7351b85f-baff-4f34-b6af-437d3f377038", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:36:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "7351b85f-baff-4f34-b6af-437d3f377038", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:36:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50400e2f-875d-4d7b-92c8-5c12d4033f71", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:36:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "2729313e-5436-40e5-bf23-f8e896ffc163", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:36:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "2729313e-5436-40e5-bf23-f8e896ffc163", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40-authn-ssl"} 2026-07-08T12:36:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "2729313e-5436-40e5-bf23-f8e896ffc163", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "434c8055-b236-4e0b-a189-b344481cc0ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:36:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2d3d229-bfe3-44de-bd83-51c68c498ccb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2d3d229-bfe3-44de-bd83-51c68c498ccb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:36:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2d3d229-bfe3-44de-bd83-51c68c498ccb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-253a40 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T12:36:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-trusted-ca-bundle", "reconcileID": "132781bf-0b21-4900-b278-b718a18d7a0c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-trusted-ca-bundle", "reconcileID": "132781bf-0b21-4900-b278-b718a18d7a0c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "openshift-service-ca.crt", "reconcileID": "ab13871b-844f-4377-8bed-5ed5266815ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "openshift-service-ca.crt", "reconcileID": "ab13871b-844f-4377-8bed-5ed5266815ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4b2de39-b6f1-4434-b242-9657fba818c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-253a40"}, "namespace": "ai-tenant-e2e-inf-a-253a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4b2de39-b6f1-4434-b242-9657fba818c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-253a40"} 2026-07-08T12:36:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-253a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-253a40", "reconcileID": "d7db2718-058e-4443-8cce-72b677acba74", "Gateway": "e2e-inf-a-253a40", "namespace": "openshift-ingress"} 2026-07-08T12:37:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2aab7c0-2052-47f6-9fd3-d42e2c50240a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "2d3570d0-bb64-4a27-bf20-5a56601e93f2", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "2d3570d0-bb64-4a27-bf20-5a56601e93f2", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a-authn-ssl"} 2026-07-08T12:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "2d3570d0-bb64-4a27-bf20-5a56601e93f2", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:37:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f902a20-7713-4e63-a239-653f52299946", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:37:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f902a20-7713-4e63-a239-653f52299946", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f902a20-7713-4e63-a239-653f52299946", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-85707a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T12:37:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-trusted-ca-bundle", "reconcileID": "1c3c4f7e-2498-4277-8739-a35b51228170", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-trusted-ca-bundle", "reconcileID": "1c3c4f7e-2498-4277-8739-a35b51228170", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:37:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "openshift-service-ca.crt", "reconcileID": "d93186d4-e628-4eeb-9e70-88104b5722e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "openshift-service-ca.crt", "reconcileID": "d93186d4-e628-4eeb-9e70-88104b5722e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:37:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f5ce69a-0b48-4f13-bbb4-5ef036d69f89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-85707a"}, "namespace": "ai-tenant-e2e-inf-b-85707a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f5ce69a-0b48-4f13-bbb4-5ef036d69f89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-85707a"} 2026-07-08T12:37:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-85707a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-85707a", "reconcileID": "a1d15a7f-dfae-4f0e-9855-4f66d8767a91", "Gateway": "e2e-inf-b-85707a", "namespace": "openshift-ingress"} 2026-07-08T12:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "d0efeb4d-dad1-4005-aae7-50ebfa05cb6a", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "d0efeb4d-dad1-4005-aae7-50ebfa05cb6a", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9-authn-ssl"} 2026-07-08T12:37:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "d0efeb4d-dad1-4005-aae7-50ebfa05cb6a", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "3d37dbf3-203f-4a6d-92f1-480322673979", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "3d37dbf3-203f-4a6d-92f1-480322673979", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9-authn-ssl"} 2026-07-08T12:37:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "3d37dbf3-203f-4a6d-92f1-480322673979", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "da3c4519-2da3-4c46-9b5a-7cc8003b6be1", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "da3c4519-2da3-4c46-9b5a-7cc8003b6be1", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9-authn-ssl"} 2026-07-08T12:37:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "da3c4519-2da3-4c46-9b5a-7cc8003b6be1", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "2d250166-87aa-40ec-9888-55988883840d", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "2d250166-87aa-40ec-9888-55988883840d", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9-authn-ssl"} 2026-07-08T12:37:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "2d250166-87aa-40ec-9888-55988883840d", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "d1d5e58f-a82b-44ed-9f2d-6f7abd040407", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "d1d5e58f-a82b-44ed-9f2d-6f7abd040407", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9-authn-ssl"} 2026-07-08T12:37:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "d1d5e58f-a82b-44ed-9f2d-6f7abd040407", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "605709b4-d1fe-4dfe-b5f9-2a43e5700f68", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "605709b4-d1fe-4dfe-b5f9-2a43e5700f68", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9-authn-ssl"} 2026-07-08T12:37:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "605709b4-d1fe-4dfe-b5f9-2a43e5700f68", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "65b6c02a-6c7d-4bdb-b618-988e79eb0238", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "65b6c02a-6c7d-4bdb-b618-988e79eb0238", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9-authn-ssl"} 2026-07-08T12:37:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "65b6c02a-6c7d-4bdb-b618-988e79eb0238", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "openshift-service-ca.crt", "reconcileID": "ba406969-81fa-400c-b8f3-8ff03597dba7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-trusted-ca-bundle", "reconcileID": "1f82e9d8-1daf-4843-938b-15b4d725d196", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "openshift-service-ca.crt", "reconcileID": "cf159060-dc0a-481f-a2b8-9037b59e25db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c1cfd9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "openshift-service-ca.crt", "reconcileID": "cf159060-dc0a-481f-a2b8-9037b59e25db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a101bff3-7135-4fb8-9832-3a63b3519c9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "openshift-service-ca.crt", "reconcileID": "edc6e664-58d3-44af-a850-21f71bc28456", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-trusted-ca-bundle", "reconcileID": "7417d722-48d5-4f6a-8a20-ca9a22c49f34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-trusted-ca-bundle", "reconcileID": "7417d722-48d5-4f6a-8a20-ca9a22c49f34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff5aab61-2de3-4372-a0a3-20db9827ea38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "7b738897-e217-46fd-8474-bb76f9f6d119", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "7b738897-e217-46fd-8474-bb76f9f6d119", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9-authn-ssl"} 2026-07-08T12:37:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "7b738897-e217-46fd-8474-bb76f9f6d119", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6639d677-df26-4a7a-9ebe-6208fc52a6c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:37:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "9656b112-efa3-4e9e-a110-e44dc62736d6", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "9656b112-efa3-4e9e-a110-e44dc62736d6", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "9656b112-efa3-4e9e-a110-e44dc62736d6", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "909911d0-c008-4ec7-8444-ee6a8c86cf2c", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "909911d0-c008-4ec7-8444-ee6a8c86cf2c", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "909911d0-c008-4ec7-8444-ee6a8c86cf2c", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "7d06e9fa-4640-430f-a729-f7c1fb7c0f70", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "7d06e9fa-4640-430f-a729-f7c1fb7c0f70", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "7d06e9fa-4640-430f-a729-f7c1fb7c0f70", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "cf1f4eae-4e6e-4df1-bb9f-df146ac99291", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "cf1f4eae-4e6e-4df1-bb9f-df146ac99291", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "cf1f4eae-4e6e-4df1-bb9f-df146ac99291", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "89e1f1c0-5143-4bf3-b289-6ae75413a5a0", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "89e1f1c0-5143-4bf3-b289-6ae75413a5a0", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "89e1f1c0-5143-4bf3-b289-6ae75413a5a0", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "80a47954-3370-46a1-8897-15614a1688f7", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "80a47954-3370-46a1-8897-15614a1688f7", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "80a47954-3370-46a1-8897-15614a1688f7", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "fc931697-645b-4124-90dd-7446262b3e15", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "fc931697-645b-4124-90dd-7446262b3e15", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "fc931697-645b-4124-90dd-7446262b3e15", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "2c087007-bf0f-4736-8e13-c4162a01fd50", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "2c087007-bf0f-4736-8e13-c4162a01fd50", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "2c087007-bf0f-4736-8e13-c4162a01fd50", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "openshift-service-ca.crt", "reconcileID": "991231b4-dea5-4aba-801a-c4a94e8f9041", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-trusted-ca-bundle", "reconcileID": "41083a21-3a91-46e5-9b16-67c2e19b9d96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "openshift-service-ca.crt", "reconcileID": "3a447f10-7b97-450d-809d-b7de0ad2038a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f4d1bb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "openshift-service-ca.crt", "reconcileID": "3a447f10-7b97-450d-809d-b7de0ad2038a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ef4aff2-83f3-4d9a-b313-e7d56286575d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "openshift-service-ca.crt", "reconcileID": "f5a1bf26-bd4b-46ee-bea7-2ee3222d746b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-trusted-ca-bundle", "reconcileID": "4a6ad847-b7e6-4aac-9d2e-1254a57c2ee1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-trusted-ca-bundle", "reconcileID": "4a6ad847-b7e6-4aac-9d2e-1254a57c2ee1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17e14f13-7df3-4264-960c-c32d69e5b9e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "a191b4c5-464e-47ca-b545-05b2737bee2a", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "a191b4c5-464e-47ca-b545-05b2737bee2a", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "a191b4c5-464e-47ca-b545-05b2737bee2a", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6cfeb44b-0c91-438a-b992-01dfb5ee6ba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:37:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "bc191fa0-0be7-49a9-a5db-8e5178b47974", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "bc191fa0-0be7-49a9-a5db-8e5178b47974", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9-authn-ssl"} 2026-07-08T12:37:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "bc191fa0-0be7-49a9-a5db-8e5178b47974", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "a66f16ef-beae-4006-b9f5-416a330c8acb", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "a66f16ef-beae-4006-b9f5-416a330c8acb", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "a66f16ef-beae-4006-b9f5-416a330c8acb", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16d918bb-481f-4334-bcf4-87c33a3a98f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:37:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "7f3a43ca-0343-4f12-923b-dfc0d4a26298", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "7f3a43ca-0343-4f12-923b-dfc0d4a26298", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9-authn-ssl"} 2026-07-08T12:37:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "7f3a43ca-0343-4f12-923b-dfc0d4a26298", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "507d6e10-1f26-41ba-be7d-b9e9aa84aefa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "507d6e10-1f26-41ba-be7d-b9e9aa84aefa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "507d6e10-1f26-41ba-be7d-b9e9aa84aefa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c1cfd9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T12:37:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-trusted-ca-bundle", "reconcileID": "9b7f325e-1dc8-4b14-a374-0c4a34d7afcb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-trusted-ca-bundle", "reconcileID": "9b7f325e-1dc8-4b14-a374-0c4a34d7afcb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "openshift-service-ca.crt", "reconcileID": "90b6547d-74c7-4585-bd71-7cbc34ea8eb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "openshift-service-ca.crt", "reconcileID": "90b6547d-74c7-4585-bd71-7cbc34ea8eb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b85f785-2068-4dd0-bc44-7e9ea40fc16a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c1cfd9"}, "namespace": "ai-tenant-e2e-api-a-c1cfd9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b85f785-2068-4dd0-bc44-7e9ea40fc16a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c1cfd9"} 2026-07-08T12:37:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c1cfd9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c1cfd9", "reconcileID": "a0b428ff-6baa-4b84-b82c-b18d2133ee16", "Gateway": "e2e-api-a-c1cfd9", "namespace": "openshift-ingress"} 2026-07-08T12:37:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9ae7377-90d9-48af-accf-4cd0affc6d20", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:37:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "2deb0b9a-f4dd-4b40-a035-c522c90a4941", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "2deb0b9a-f4dd-4b40-a035-c522c90a4941", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb-authn-ssl"} 2026-07-08T12:37:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "2deb0b9a-f4dd-4b40-a035-c522c90a4941", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b3c98cc-e80c-4daa-9f99-a7fb611d8847", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b3c98cc-e80c-4daa-9f99-a7fb611d8847", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b3c98cc-e80c-4daa-9f99-a7fb611d8847", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f4d1bb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T12:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-trusted-ca-bundle", "reconcileID": "d2018f8f-7133-4d85-b1a9-46910f8003c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-trusted-ca-bundle", "reconcileID": "d2018f8f-7133-4d85-b1a9-46910f8003c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "openshift-service-ca.crt", "reconcileID": "8b1bea27-d310-43cc-8e9c-e11859f8ff63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "openshift-service-ca.crt", "reconcileID": "8b1bea27-d310-43cc-8e9c-e11859f8ff63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad71094f-6802-466d-9258-09253b8691c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f4d1bb"}, "namespace": "ai-tenant-e2e-api-b-f4d1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad71094f-6802-466d-9258-09253b8691c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f4d1bb"} 2026-07-08T12:37:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f4d1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f4d1bb", "reconcileID": "8b25c8df-d7e8-4cc9-8287-06fe89bae041", "Gateway": "e2e-api-b-f4d1bb", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "ed6f3498-a920-462c-85f7-552931f99759", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "ed6f3498-a920-462c-85f7-552931f99759", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b-authn-ssl"} 2026-07-08T12:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "ed6f3498-a920-462c-85f7-552931f99759", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "d9267ad0-2fe1-43d2-93b2-b1d26a7f3299", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "d9267ad0-2fe1-43d2-93b2-b1d26a7f3299", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b-authn-ssl"} 2026-07-08T12:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "d9267ad0-2fe1-43d2-93b2-b1d26a7f3299", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "6b27fb6f-3b5f-47f2-8ec1-8bf93bd93a9c", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "6b27fb6f-3b5f-47f2-8ec1-8bf93bd93a9c", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b-authn-ssl"} 2026-07-08T12:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "6b27fb6f-3b5f-47f2-8ec1-8bf93bd93a9c", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "1dfb9bb4-879a-4800-915b-cdf5211ec200", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "1dfb9bb4-879a-4800-915b-cdf5211ec200", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b-authn-ssl"} 2026-07-08T12:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "1dfb9bb4-879a-4800-915b-cdf5211ec200", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "86603ded-e043-4474-827a-d9bc4d4dbd4f", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "86603ded-e043-4474-827a-d9bc4d4dbd4f", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b-authn-ssl"} 2026-07-08T12:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "86603ded-e043-4474-827a-d9bc4d4dbd4f", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "c6bded76-2a4d-4d9d-a3f7-2d50fcc90d09", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "c6bded76-2a4d-4d9d-a3f7-2d50fcc90d09", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b-authn-ssl"} 2026-07-08T12:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "c6bded76-2a4d-4d9d-a3f7-2d50fcc90d09", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "b298afa9-bfbc-4574-bc23-28c3ce1206c1", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "b298afa9-bfbc-4574-bc23-28c3ce1206c1", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b-authn-ssl"} 2026-07-08T12:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "b298afa9-bfbc-4574-bc23-28c3ce1206c1", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "openshift-service-ca.crt", "reconcileID": "ebe7e8df-cac4-4529-aacc-2f8fbd370120", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-trusted-ca-bundle", "reconcileID": "3e652e1f-7c0a-48c7-a470-e070dcbea673", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:37:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "openshift-service-ca.crt", "reconcileID": "7b9cf6ae-72f2-437e-8a19-a0182001473c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b4806b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "openshift-service-ca.crt", "reconcileID": "7b9cf6ae-72f2-437e-8a19-a0182001473c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:37:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "openshift-service-ca.crt", "reconcileID": "3d1eed4f-ecf4-42a7-a30d-1ed8a9220572", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b4806b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "openshift-service-ca.crt", "reconcileID": "3d1eed4f-ecf4-42a7-a30d-1ed8a9220572", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T12:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b89d728-fef0-49a1-83fc-88300842519c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:37:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-trusted-ca-bundle", "reconcileID": "82171758-2e7f-49dc-abc5-c9bb55759176", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-trusted-ca-bundle", "reconcileID": "82171758-2e7f-49dc-abc5-c9bb55759176", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "openshift-service-ca.crt", "reconcileID": "2951a4f8-4868-443a-aa61-bb18ae865de2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3450dc66-ae03-4176-9454-ee92fe9e9a01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:37:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "30a22921-dcde-4c6d-b31d-886efbf84d18", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "30a22921-dcde-4c6d-b31d-886efbf84d18", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b-authn-ssl"} 2026-07-08T12:37:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "30a22921-dcde-4c6d-b31d-886efbf84d18", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "931623d5-c46d-4a7e-93ac-5e353f7e0c8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:37:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "b060ee6d-f345-448f-b28c-f6e6bb575405", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "b060ee6d-f345-448f-b28c-f6e6bb575405", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8-authn-ssl"} 2026-07-08T12:37:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "b060ee6d-f345-448f-b28c-f6e6bb575405", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "bdd01288-a377-4b81-ab70-2f2f2f133ee3", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "bdd01288-a377-4b81-ab70-2f2f2f133ee3", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8-authn-ssl"} 2026-07-08T12:37:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "bdd01288-a377-4b81-ab70-2f2f2f133ee3", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "b43495d3-574d-4e2f-af22-4d705b43c735", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "b43495d3-574d-4e2f-af22-4d705b43c735", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8-authn-ssl"} 2026-07-08T12:37:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "b43495d3-574d-4e2f-af22-4d705b43c735", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "ea57fa09-0963-4e38-a284-4b9498212f13", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "ea57fa09-0963-4e38-a284-4b9498212f13", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8-authn-ssl"} 2026-07-08T12:37:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "ea57fa09-0963-4e38-a284-4b9498212f13", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "85f70ba6-0fc4-41a2-9f47-61ca201f0ef5", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "85f70ba6-0fc4-41a2-9f47-61ca201f0ef5", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8-authn-ssl"} 2026-07-08T12:37:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "85f70ba6-0fc4-41a2-9f47-61ca201f0ef5", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "7b162121-6a30-4259-93ab-c4ff2114f105", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "7b162121-6a30-4259-93ab-c4ff2114f105", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8-authn-ssl"} 2026-07-08T12:37:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "7b162121-6a30-4259-93ab-c4ff2114f105", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "09998ae2-e8ff-47e6-b368-d5a9107c538e", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "09998ae2-e8ff-47e6-b368-d5a9107c538e", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8-authn-ssl"} 2026-07-08T12:37:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "09998ae2-e8ff-47e6-b368-d5a9107c538e", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "6a60c41b-1c4b-434d-8bbf-ddfc55c5dd2e", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "6a60c41b-1c4b-434d-8bbf-ddfc55c5dd2e", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b-authn-ssl"} 2026-07-08T12:37:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "6a60c41b-1c4b-434d-8bbf-ddfc55c5dd2e", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:37:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "openshift-service-ca.crt", "reconcileID": "e46a5a06-e96a-4f47-bce6-d562e957823e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:37:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-trusted-ca-bundle", "reconcileID": "64989c23-aa05-4f36-bc5f-a3aedbbc5e0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:37:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "openshift-service-ca.crt", "reconcileID": "58a6522b-a11a-40a4-aef5-fe1bfaae8186", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-58b9d8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "openshift-service-ca.crt", "reconcileID": "58a6522b-a11a-40a4-aef5-fe1bfaae8186", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:37:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3099d350-35d6-43c0-bd88-eaa5c02ad045", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:37:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "openshift-service-ca.crt", "reconcileID": "390e6796-d3fc-437e-a74a-3bfc64b2ddb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:37:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-trusted-ca-bundle", "reconcileID": "2ce505dc-955b-49d3-842c-d5a7ea4aa04d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:37:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-trusted-ca-bundle", "reconcileID": "2ce505dc-955b-49d3-842c-d5a7ea4aa04d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:37:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9badf5e-bd65-4a60-98d9-43aed13186ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:37:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "755d5602-7e5d-48b9-a9d3-2d0391f558a2", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "755d5602-7e5d-48b9-a9d3-2d0391f558a2", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8-authn-ssl"} 2026-07-08T12:37:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "755d5602-7e5d-48b9-a9d3-2d0391f558a2", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:37:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a73ecb8-c7ea-4fec-8be8-f7591ae46507", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:38:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "ba71ab97-1018-4d1d-b1e3-6658c28fec86", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:38:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "ba71ab97-1018-4d1d-b1e3-6658c28fec86", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8-authn-ssl"} 2026-07-08T12:38:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "ba71ab97-1018-4d1d-b1e3-6658c28fec86", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "71926972-dd8a-4ad2-9e39-9fb0492a883d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:38:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c7965ec9-cf14-484e-97a7-36c007895faa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:39:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T12:39:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T12:39:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T12:39:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T12:41:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9479c341-f75e-46c6-b455-92969ffa8712", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:41:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "62796f98-6b8a-4785-8b6f-8f3de850abb2", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:41:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "62796f98-6b8a-4785-8b6f-8f3de850abb2", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b-authn-ssl"} 2026-07-08T12:41:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "62796f98-6b8a-4785-8b6f-8f3de850abb2", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d537c89e-0ff6-4b2a-a7ff-e818bbc5c1e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:41:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d537c89e-0ff6-4b2a-a7ff-e818bbc5c1e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:41:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d537c89e-0ff6-4b2a-a7ff-e818bbc5c1e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-b4806b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T12:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-trusted-ca-bundle", "reconcileID": "bf35e3a7-31e5-4c26-b0b5-d4fe18c2f433", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-trusted-ca-bundle", "reconcileID": "bf35e3a7-31e5-4c26-b0b5-d4fe18c2f433", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "openshift-service-ca.crt", "reconcileID": "87fe27a9-384a-421f-9d4d-b15dbb2fa4dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "openshift-service-ca.crt", "reconcileID": "87fe27a9-384a-421f-9d4d-b15dbb2fa4dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f44efe3a-10fc-4581-a940-4825c2f5e84a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b4806b"}, "namespace": "ai-tenant-e2e-shared-a-b4806b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f44efe3a-10fc-4581-a940-4825c2f5e84a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b4806b"} 2026-07-08T12:41:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b4806b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b4806b", "reconcileID": "732e219d-adc6-439a-9e3f-b1cc113408ef", "Gateway": "e2e-shared-a-b4806b", "namespace": "openshift-ingress"} 2026-07-08T12:41:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "038959ea-d829-41f1-a6cd-b5275ceacf71", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T12:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "10a8e905-134e-41cd-89a9-77af01c97cf3", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "10a8e905-134e-41cd-89a9-77af01c97cf3", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8-authn-ssl"} 2026-07-08T12:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "10a8e905-134e-41cd-89a9-77af01c97cf3", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:41:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5fcf186-4fdf-4246-a67e-3b38291b6115", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:41:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5fcf186-4fdf-4246-a67e-3b38291b6115", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T12:41:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5fcf186-4fdf-4246-a67e-3b38291b6115", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-58b9d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T12:41:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-trusted-ca-bundle", "reconcileID": "ca3a4fcd-c5bb-49e8-9e32-863653d43fd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:41:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-trusted-ca-bundle", "reconcileID": "ca3a4fcd-c5bb-49e8-9e32-863653d43fd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:41:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "openshift-service-ca.crt", "reconcileID": "6d7e6eba-2a5f-480c-915c-90f05f316f8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:41:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "openshift-service-ca.crt", "reconcileID": "6d7e6eba-2a5f-480c-915c-90f05f316f8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:41:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "208ad326-6a7f-4856-a253-473d81372dac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:41:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-58b9d8"}, "namespace": "ai-tenant-e2e-shared-b-58b9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "208ad326-6a7f-4856-a253-473d81372dac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-58b9d8"} 2026-07-08T12:41:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-58b9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-58b9d8", "reconcileID": "b19bea62-d7e9-4b96-a341-b31f2e5ee746", "Gateway": "e2e-shared-b-58b9d8", "namespace": "openshift-ingress"} 2026-07-08T12:41:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58d7baf5-c928-4bee-86f2-4634c69059aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}