2026-07-09T22:26:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-56447fe5"}, "namespace": "ai-tenant-e2e-mt-56447fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f79fd504-6aaf-4259-8ccb-31c887ffc1e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-56447fe5"} 2026-07-09T22:26:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-56447fe5"}, "namespace": "ai-tenant-e2e-mt-56447fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f79fd504-6aaf-4259-8ccb-31c887ffc1e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-56447fe5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:26:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-56447fe5"}, "namespace": "ai-tenant-e2e-mt-56447fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f79fd504-6aaf-4259-8ccb-31c887ffc1e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-56447fe5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:26:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-56447fe5"}, "namespace": "ai-tenant-e2e-mt-56447fe5", "name": "odh-trusted-ca-bundle", "reconcileID": "d64e6949-5828-4bde-911f-fe8383408157", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-56447fe5"} 2026-07-09T22:26:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-56447fe5"}, "namespace": "ai-tenant-e2e-mt-56447fe5", "name": "odh-trusted-ca-bundle", "reconcileID": "d64e6949-5828-4bde-911f-fe8383408157", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-56447fe5"} 2026-07-09T22:26:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-56447fe5"}, "namespace": "ai-tenant-e2e-mt-56447fe5", "name": "openshift-service-ca.crt", "reconcileID": "a799cf32-399f-48c6-a57a-ef55fae18c12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-56447fe5"} 2026-07-09T22:26:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-56447fe5"}, "namespace": "ai-tenant-e2e-mt-56447fe5", "name": "openshift-service-ca.crt", "reconcileID": "a799cf32-399f-48c6-a57a-ef55fae18c12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-56447fe5"} 2026-07-09T22:26:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-56447fe5"}, "namespace": "ai-tenant-e2e-mt-56447fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4309cd5d-7838-4fbe-ab01-83d639e642a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-56447fe5"} 2026-07-09T22:26:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-56447fe5"}, "namespace": "ai-tenant-e2e-mt-56447fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4309cd5d-7838-4fbe-ab01-83d639e642a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-56447fe5"} 2026-07-09T22:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "7101f888-edd3-4b73-96dd-87c45f3937e8", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "7101f888-edd3-4b73-96dd-87c45f3937e8", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "7101f888-edd3-4b73-96dd-87c45f3937e8", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "89428f70-483a-42d9-a8e4-26d745e9d51f", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "89428f70-483a-42d9-a8e4-26d745e9d51f", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "89428f70-483a-42d9-a8e4-26d745e9d51f", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "3612c8dc-e4b5-45d7-a716-798fabe0aa83", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "3612c8dc-e4b5-45d7-a716-798fabe0aa83", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "3612c8dc-e4b5-45d7-a716-798fabe0aa83", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "56524d9d-87a1-45d2-a29b-1d6eaaceb5db", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "56524d9d-87a1-45d2-a29b-1d6eaaceb5db", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "56524d9d-87a1-45d2-a29b-1d6eaaceb5db", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "dfa7fc6b-ffae-4c28-8dcd-96bc4589cd7c", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "dfa7fc6b-ffae-4c28-8dcd-96bc4589cd7c", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "dfa7fc6b-ffae-4c28-8dcd-96bc4589cd7c", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "5c2bf419-ba62-455a-9b6f-318ff00c392e", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "5c2bf419-ba62-455a-9b6f-318ff00c392e", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "5c2bf419-ba62-455a-9b6f-318ff00c392e", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "openshift-service-ca.crt", "reconcileID": "af2ee124-8623-4bd2-a9b3-b0aed06c17b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:26:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-trusted-ca-bundle", "reconcileID": "e9a16973-4e05-4592-81ca-e52708abfe9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:26:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "openshift-service-ca.crt", "reconcileID": "3106a06b-7549-47cc-bd1e-d59b29805a37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-55e48b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:26:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "openshift-service-ca.crt", "reconcileID": "3106a06b-7549-47cc-bd1e-d59b29805a37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:26:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "openshift-service-ca.crt", "reconcileID": "a6175799-1cc9-453c-a9cf-6d19a6a8802c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:26:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a6d8c6d-d421-40e4-a6d3-7a2087c9bb7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:26:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-trusted-ca-bundle", "reconcileID": "d55ff5db-4bac-4193-ab28-f73fc0b10c12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:26:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-trusted-ca-bundle", "reconcileID": "d55ff5db-4bac-4193-ab28-f73fc0b10c12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:26:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "604cbdef-1a52-49bc-88c2-0ffa787c93fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:26:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "e608e150-8a93-4db0-a227-5d72b0d1fbcc", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "e608e150-8a93-4db0-a227-5d72b0d1fbcc", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:26:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "e608e150-8a93-4db0-a227-5d72b0d1fbcc", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "656c046a-42cb-4a08-bc66-5ade23ca3e53", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "acfbf95e-36fa-4df4-9a6f-e95463dd3809", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "acfbf95e-36fa-4df4-9a6f-e95463dd3809", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "acfbf95e-36fa-4df4-9a6f-e95463dd3809", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "f4a0d418-c691-4222-aa90-81a74a5db8a8", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "f4a0d418-c691-4222-aa90-81a74a5db8a8", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "f4a0d418-c691-4222-aa90-81a74a5db8a8", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "ee6f5dc2-d726-4fb8-93e6-08e47dde80c8", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "ee6f5dc2-d726-4fb8-93e6-08e47dde80c8", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "ee6f5dc2-d726-4fb8-93e6-08e47dde80c8", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "ce42b85f-868c-4168-ad6f-b849699c3908", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "ce42b85f-868c-4168-ad6f-b849699c3908", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "ce42b85f-868c-4168-ad6f-b849699c3908", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "e27cdd10-8c72-44a7-9cda-33153b15c9f6", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "e27cdd10-8c72-44a7-9cda-33153b15c9f6", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "e27cdd10-8c72-44a7-9cda-33153b15c9f6", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "b4f34190-7472-42ac-b885-c0e84b1ffaf3", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "b4f34190-7472-42ac-b885-c0e84b1ffaf3", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:26:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "b4f34190-7472-42ac-b885-c0e84b1ffaf3", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "b5ba7e05-f0c0-466e-a5cc-4e7c90d66465", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "b5ba7e05-f0c0-466e-a5cc-4e7c90d66465", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:26:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "b5ba7e05-f0c0-466e-a5cc-4e7c90d66465", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "22a394f5-25b2-4b77-afe3-7faac8cf90f5", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "22a394f5-25b2-4b77-afe3-7faac8cf90f5", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:26:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "22a394f5-25b2-4b77-afe3-7faac8cf90f5", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:26:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "a83fcede-04ac-4163-821b-7a697d5ea5c0", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:26:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "a83fcede-04ac-4163-821b-7a697d5ea5c0", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:26:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "a83fcede-04ac-4163-821b-7a697d5ea5c0", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "openshift-service-ca.crt", "reconcileID": "22fba9be-e9a7-429e-9635-a632ab761038", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-trusted-ca-bundle", "reconcileID": "d95fe5ca-f78f-4bd8-ad67-6c96d1c2b2c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "openshift-service-ca.crt", "reconcileID": "ea642b6d-eaef-497c-813b-edb26ca7420a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:27:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "openshift-service-ca.crt", "reconcileID": "ea642b6d-eaef-497c-813b-edb26ca7420a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "openshift-service-ca.crt", "reconcileID": "a4909345-3a27-4246-8370-22d702218816", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f257c3f5-9a66-4737-a016-b9d81d133601", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-trusted-ca-bundle", "reconcileID": "80e78ffb-7c84-4ad0-90c7-391d2a3b81dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:27:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-trusted-ca-bundle", "reconcileID": "80e78ffb-7c84-4ad0-90c7-391d2a3b81dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3b353c2-567e-4af4-89e3-aa1c4941601f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "20c1e546-1315-4ba1-b5b5-b271c5ee7f73", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:27:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "20c1e546-1315-4ba1-b5b5-b271c5ee7f73", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:27:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "20c1e546-1315-4ba1-b5b5-b271c5ee7f73", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:27:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc6bdeda-014e-43e3-9a43-8e438c990b99", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:27:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "5ebecfa1-c7d3-402f-8e96-fb3c16d48882", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:27:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "5ebecfa1-c7d3-402f-8e96-fb3c16d48882", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:27:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "5ebecfa1-c7d3-402f-8e96-fb3c16d48882", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:27:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "0740da3d-b302-45b5-b7bd-bb0d110ed266", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:27:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "e5de2153-ca35-4704-b219-9a902112303e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "e5de2153-ca35-4704-b219-9a902112303e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "e5de2153-ca35-4704-b219-9a902112303e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "e5de2153-ca35-4704-b219-9a902112303e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b-kserve-route-authn"} 2026-07-09T22:27:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "e5de2153-ca35-4704-b219-9a902112303e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "authType": "userdefined"} 2026-07-09T22:27:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "e5de2153-ca35-4704-b219-9a902112303e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "0740da3d-b302-45b5-b7bd-bb0d110ed266", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:27:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "0740da3d-b302-45b5-b7bd-bb0d110ed266", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:27:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "a82d70a7-8fee-456f-9603-ae1ed2ffe4bb", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "a82d70a7-8fee-456f-9603-ae1ed2ffe4bb", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "a82d70a7-8fee-456f-9603-ae1ed2ffe4bb", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "a82d70a7-8fee-456f-9603-ae1ed2ffe4bb", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b-kserve-route-authn"} 2026-07-09T22:27:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "a82d70a7-8fee-456f-9603-ae1ed2ffe4bb", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "authType": "userdefined"} 2026-07-09T22:27:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "a82d70a7-8fee-456f-9603-ae1ed2ffe4bb", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ae454d06-c48e-4bad-9175-05ca423fe078", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:27:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a58be50e-ccd9-4e67-860d-2421fa4d8500", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:27:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "102e3453-f1ce-44ab-bae2-fd074dc57473", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:27:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "102e3453-f1ce-44ab-bae2-fd074dc57473", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:27:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "102e3453-f1ce-44ab-bae2-fd074dc57473", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:27:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "6c8e3645-e607-4300-ae67-73c9455d1aee", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "6c8e3645-e607-4300-ae67-73c9455d1aee", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "6c8e3645-e607-4300-ae67-73c9455d1aee", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "6c8e3645-e607-4300-ae67-73c9455d1aee", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b-kserve-route-authn"} 2026-07-09T22:27:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "6c8e3645-e607-4300-ae67-73c9455d1aee", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "authType": "userdefined"} 2026-07-09T22:27:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "6c8e3645-e607-4300-ae67-73c9455d1aee", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "42fe0d34-29e1-4295-a63e-69c73c0a97b6", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:27:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "42fe0d34-29e1-4295-a63e-69c73c0a97b6", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:27:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "42fe0d34-29e1-4295-a63e-69c73c0a97b6", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:27:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "52919966-03a9-4f21-a181-5bbef1e372e8", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "52919966-03a9-4f21-a181-5bbef1e372e8", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "52919966-03a9-4f21-a181-5bbef1e372e8", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "52919966-03a9-4f21-a181-5bbef1e372e8", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b-kserve-route-authn"} 2026-07-09T22:27:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "52919966-03a9-4f21-a181-5bbef1e372e8", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "authType": "userdefined"} 2026-07-09T22:27:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "52919966-03a9-4f21-a181-5bbef1e372e8", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:27:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "5d7c6bb5-e89c-4e0a-934f-193d1818198e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "5d7c6bb5-e89c-4e0a-934f-193d1818198e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "5d7c6bb5-e89c-4e0a-934f-193d1818198e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "a807a12c-9b15-4cf1-ab5a-50df28cbb71b", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:27:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "5d7c6bb5-e89c-4e0a-934f-193d1818198e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1-kserve-route-authn"} 2026-07-09T22:27:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "5d7c6bb5-e89c-4e0a-934f-193d1818198e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "authType": "userdefined"} 2026-07-09T22:27:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "5d7c6bb5-e89c-4e0a-934f-193d1818198e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "a807a12c-9b15-4cf1-ab5a-50df28cbb71b", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "a807a12c-9b15-4cf1-ab5a-50df28cbb71b", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:27:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6742885b-cbec-4484-8b6a-308375d5e49e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6742885b-cbec-4484-8b6a-308375d5e49e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6742885b-cbec-4484-8b6a-308375d5e49e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:27:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6742885b-cbec-4484-8b6a-308375d5e49e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1-kserve-route-authn"} 2026-07-09T22:27:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6742885b-cbec-4484-8b6a-308375d5e49e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "authType": "userdefined"} 2026-07-09T22:27:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6742885b-cbec-4484-8b6a-308375d5e49e", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "04691f76-05a4-4074-b467-8ada4bfd9485", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:28:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "04691f76-05a4-4074-b467-8ada4bfd9485", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:28:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "04691f76-05a4-4074-b467-8ada4bfd9485", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:28:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "908e666b-15fd-40d7-9197-017987044ad6", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "908e666b-15fd-40d7-9197-017987044ad6", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "908e666b-15fd-40d7-9197-017987044ad6", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "908e666b-15fd-40d7-9197-017987044ad6", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1-kserve-route-authn"} 2026-07-09T22:28:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "908e666b-15fd-40d7-9197-017987044ad6", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "authType": "userdefined"} 2026-07-09T22:28:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "908e666b-15fd-40d7-9197-017987044ad6", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "d1c4be65-b1ab-4409-8c58-9c95b9dfd14b", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:28:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "d1c4be65-b1ab-4409-8c58-9c95b9dfd14b", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:28:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "d1c4be65-b1ab-4409-8c58-9c95b9dfd14b", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:28:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "a9e0791d-29fe-4597-a134-402609510e62", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "a9e0791d-29fe-4597-a134-402609510e62", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "a9e0791d-29fe-4597-a134-402609510e62", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "a9e0791d-29fe-4597-a134-402609510e62", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1-kserve-route-authn"} 2026-07-09T22:28:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "a9e0791d-29fe-4597-a134-402609510e62", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "authType": "userdefined"} 2026-07-09T22:28:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "a9e0791d-29fe-4597-a134-402609510e62", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "01c41218-2389-4ebe-91b0-cdcd86e72d99", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "01c41218-2389-4ebe-91b0-cdcd86e72d99", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "01c41218-2389-4ebe-91b0-cdcd86e72d99", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "01c41218-2389-4ebe-91b0-cdcd86e72d99", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1-kserve-route-authn"} 2026-07-09T22:28:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "01c41218-2389-4ebe-91b0-cdcd86e72d99", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "authType": "userdefined"} 2026-07-09T22:28:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "01c41218-2389-4ebe-91b0-cdcd86e72d99", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "390df1a8-3e83-48d2-ba3a-28eb91a0a92e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:28:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "390df1a8-3e83-48d2-ba3a-28eb91a0a92e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b"} 2026-07-09T22:28:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "390df1a8-3e83-48d2-ba3a-28eb91a0a92e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:28:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "390df1a8-3e83-48d2-ba3a-28eb91a0a92e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:28:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "390df1a8-3e83-48d2-ba3a-28eb91a0a92e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b-kserve-route-authn"} 2026-07-09T22:28:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "390df1a8-3e83-48d2-ba3a-28eb91a0a92e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b-kserve-route-authn"} 2026-07-09T22:28:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "390df1a8-3e83-48d2-ba3a-28eb91a0a92e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:28:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "390df1a8-3e83-48d2-ba3a-28eb91a0a92e", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:28:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-55e48b","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "test-model-55e48b", "reconcileID": "b0283f47-9303-4d5d-be64-b268af86bc22", "LLMInferenceService": "test-model-55e48b", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:28:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "a5296025-0e3d-4d7d-87f7-1703eac30fc3", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:28:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "a5296025-0e3d-4d7d-87f7-1703eac30fc3", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:28:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "a5296025-0e3d-4d7d-87f7-1703eac30fc3", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:28:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "2328a478-e632-4492-90e5-b62a2f829b07", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:28:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "2328a478-e632-4492-90e5-b62a2f829b07", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:28:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "2328a478-e632-4492-90e5-b62a2f829b07", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:28:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6c102bd7-1a2f-46d5-8d19-07a8792a3a6a", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6c102bd7-1a2f-46d5-8d19-07a8792a3a6a", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1"} 2026-07-09T22:28:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6c102bd7-1a2f-46d5-8d19-07a8792a3a6a", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6c102bd7-1a2f-46d5-8d19-07a8792a3a6a", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6c102bd7-1a2f-46d5-8d19-07a8792a3a6a", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1-kserve-route-authn"} 2026-07-09T22:28:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6c102bd7-1a2f-46d5-8d19-07a8792a3a6a", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1-kserve-route-authn"} 2026-07-09T22:28:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6c102bd7-1a2f-46d5-8d19-07a8792a3a6a", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "6c102bd7-1a2f-46d5-8d19-07a8792a3a6a", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-03e1d1","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "test-model-03e1d1", "reconcileID": "35e52665-a246-447b-af99-edc7aa3e9e6b", "LLMInferenceService": "test-model-03e1d1", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:28:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "0aae473a-da33-46e5-a04e-8bc9fb3321de", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:28:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "0aae473a-da33-46e5-a04e-8bc9fb3321de", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:28:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "0aae473a-da33-46e5-a04e-8bc9fb3321de", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:28:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "d5c30323-1f33-4cce-8de2-398e3be5eb27", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:28:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "d5c30323-1f33-4cce-8de2-398e3be5eb27", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:28:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "d5c30323-1f33-4cce-8de2-398e3be5eb27", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:28:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a558f76-f3f9-432a-9952-c04b243836ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:28:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "fd60d5d2-991a-4b97-b717-a102cae1f2d7", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:28:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "fd60d5d2-991a-4b97-b717-a102cae1f2d7", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b-authn-ssl"} 2026-07-09T22:28:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "fd60d5d2-991a-4b97-b717-a102cae1f2d7", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:29:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a80e4239-4512-427b-928a-428d20b5424c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:29:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a80e4239-4512-427b-928a-428d20b5424c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a80e4239-4512-427b-928a-428d20b5424c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-55e48b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:29:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-trusted-ca-bundle", "reconcileID": "0fcc0341-bdf5-4556-9591-12b60f6c1c6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:29:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-trusted-ca-bundle", "reconcileID": "0fcc0341-bdf5-4556-9591-12b60f6c1c6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:29:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "openshift-service-ca.crt", "reconcileID": "48462d61-700f-41d9-bfdf-9642c6e7c6d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:29:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "openshift-service-ca.crt", "reconcileID": "48462d61-700f-41d9-bfdf-9642c6e7c6d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:29:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92f4c5e1-a746-4ec3-bc36-1d73d43bd3e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:29:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-55e48b"}, "namespace": "ai-tenant-e2e-inf-a-55e48b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92f4c5e1-a746-4ec3-bc36-1d73d43bd3e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-55e48b"} 2026-07-09T22:29:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-55e48b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-55e48b", "reconcileID": "af3f29fd-0c37-4cc0-a168-980553f95a81", "Gateway": "e2e-inf-a-55e48b", "namespace": "openshift-ingress"} 2026-07-09T22:29:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69a8fe9c-1807-4fc0-894e-47695db8491c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:29:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "38af9c7e-8b15-4062-b5b8-1e2ed889d177", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:29:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "38af9c7e-8b15-4062-b5b8-1e2ed889d177", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1-authn-ssl"} 2026-07-09T22:29:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "38af9c7e-8b15-4062-b5b8-1e2ed889d177", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:29:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8eaa8402-0f73-4eb4-83c9-a6348ce25d7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:29:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8eaa8402-0f73-4eb4-83c9-a6348ce25d7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8eaa8402-0f73-4eb4-83c9-a6348ce25d7d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-03e1d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:29:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-trusted-ca-bundle", "reconcileID": "60fe25a1-aa36-4fe9-8370-650bc6b688d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:29:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-trusted-ca-bundle", "reconcileID": "60fe25a1-aa36-4fe9-8370-650bc6b688d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:29:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "openshift-service-ca.crt", "reconcileID": "d8d9d9e3-2643-4ea5-a5b2-383f13cfcf7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:29:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "openshift-service-ca.crt", "reconcileID": "d8d9d9e3-2643-4ea5-a5b2-383f13cfcf7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:29:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2191001c-0b57-4923-afff-a637f2588736", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:29:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-03e1d1"}, "namespace": "ai-tenant-e2e-inf-b-03e1d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2191001c-0b57-4923-afff-a637f2588736", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-03e1d1"} 2026-07-09T22:29:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-03e1d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-03e1d1", "reconcileID": "acf0c3c9-99f2-4649-b7ba-66b3f5b90d7d", "Gateway": "e2e-inf-b-03e1d1", "namespace": "openshift-ingress"} 2026-07-09T22:29:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "58290d10-f8f7-426d-9756-ed478b502bc0", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "58290d10-f8f7-426d-9756-ed478b502bc0", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "58290d10-f8f7-426d-9756-ed478b502bc0", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "677bbe74-6022-4052-b9fb-29fc7b700944", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "677bbe74-6022-4052-b9fb-29fc7b700944", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "677bbe74-6022-4052-b9fb-29fc7b700944", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "5034367d-6161-4a2e-ad34-582e6ad5e3d9", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "5034367d-6161-4a2e-ad34-582e6ad5e3d9", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "5034367d-6161-4a2e-ad34-582e6ad5e3d9", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "74314acd-0e3c-4fa2-a6c7-87760a854944", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "74314acd-0e3c-4fa2-a6c7-87760a854944", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "74314acd-0e3c-4fa2-a6c7-87760a854944", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "842a6f6d-74e1-4cc8-b213-16573ef87106", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "842a6f6d-74e1-4cc8-b213-16573ef87106", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "842a6f6d-74e1-4cc8-b213-16573ef87106", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "f206598e-6e27-4688-86dc-c71d2e64a0bd", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "f206598e-6e27-4688-86dc-c71d2e64a0bd", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "f206598e-6e27-4688-86dc-c71d2e64a0bd", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "66af0c72-3e37-49ae-9030-3049a18e81e0", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "66af0c72-3e37-49ae-9030-3049a18e81e0", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "66af0c72-3e37-49ae-9030-3049a18e81e0", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "openshift-service-ca.crt", "reconcileID": "42880da3-dacb-4f53-8386-d585361fb873", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-trusted-ca-bundle", "reconcileID": "98a5866c-75fc-4de1-86f0-62746a899a18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "openshift-service-ca.crt", "reconcileID": "04f155df-3996-4f7e-8015-860b6a1e6d05", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-eefed0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "openshift-service-ca.crt", "reconcileID": "04f155df-3996-4f7e-8015-860b6a1e6d05", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "532ba2e2-7af1-4d4f-8777-77a5439b0bbb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "openshift-service-ca.crt", "reconcileID": "27d56540-0c31-44d6-95f1-7e8d4eff1940", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-trusted-ca-bundle", "reconcileID": "ae1bfac2-0d01-411a-a222-41f84a49e369", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-trusted-ca-bundle", "reconcileID": "ae1bfac2-0d01-411a-a222-41f84a49e369", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e67092a3-cf03-4524-9f23-1dd24dfa8751", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "a8bf4c4c-a95f-4189-a5ee-5bb89c20b329", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "a8bf4c4c-a95f-4189-a5ee-5bb89c20b329", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "a8bf4c4c-a95f-4189-a5ee-5bb89c20b329", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d7281fbc-444b-4dcc-aa6f-5b9104f05ef1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "75fe5bc4-738b-4b54-aaca-1d5d4128d7ec", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "75fe5bc4-738b-4b54-aaca-1d5d4128d7ec", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995-authn-ssl"} 2026-07-09T22:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "75fe5bc4-738b-4b54-aaca-1d5d4128d7ec", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "1395ab48-3e8e-4c47-aa03-86215b35e5af", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "1395ab48-3e8e-4c47-aa03-86215b35e5af", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995-authn-ssl"} 2026-07-09T22:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "1395ab48-3e8e-4c47-aa03-86215b35e5af", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "f2e1e84f-7bba-476b-967b-57cc6f853844", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "f2e1e84f-7bba-476b-967b-57cc6f853844", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995-authn-ssl"} 2026-07-09T22:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "f2e1e84f-7bba-476b-967b-57cc6f853844", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "dcdb1619-97ab-4b59-9a25-44c7af704602", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "dcdb1619-97ab-4b59-9a25-44c7af704602", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995-authn-ssl"} 2026-07-09T22:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "dcdb1619-97ab-4b59-9a25-44c7af704602", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "e955ccdd-d915-448a-9298-89e1e4a3365c", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "e955ccdd-d915-448a-9298-89e1e4a3365c", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995-authn-ssl"} 2026-07-09T22:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "e955ccdd-d915-448a-9298-89e1e4a3365c", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "e190ca9d-a664-450f-a4b1-173352d1c2fd", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "e190ca9d-a664-450f-a4b1-173352d1c2fd", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995-authn-ssl"} 2026-07-09T22:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "e190ca9d-a664-450f-a4b1-173352d1c2fd", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "ed8a5f07-9c0e-4cd2-b4c7-26163203670c", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "ed8a5f07-9c0e-4cd2-b4c7-26163203670c", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "ed8a5f07-9c0e-4cd2-b4c7-26163203670c", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "7c099b10-273a-405c-8fee-36ebe15f0d6e", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "7c099b10-273a-405c-8fee-36ebe15f0d6e", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995-authn-ssl"} 2026-07-09T22:29:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "7c099b10-273a-405c-8fee-36ebe15f0d6e", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "openshift-service-ca.crt", "reconcileID": "2d8533c0-2940-4d49-8641-42e6b14277ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-trusted-ca-bundle", "reconcileID": "e1f67bf1-5388-4eca-984f-56ee93ce8314", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "openshift-service-ca.crt", "reconcileID": "58e2a592-4a77-4d73-894e-778dc07a3e76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c4e995", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "openshift-service-ca.crt", "reconcileID": "58e2a592-4a77-4d73-894e-778dc07a3e76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "openshift-service-ca.crt", "reconcileID": "ff0a0799-b47c-423e-b99d-76f9ad4117df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65d9e501-0de7-418f-80c2-5370c36962d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-trusted-ca-bundle", "reconcileID": "93e6d851-faa8-422c-bfed-9a486c8dd477", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-trusted-ca-bundle", "reconcileID": "93e6d851-faa8-422c-bfed-9a486c8dd477", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d54ac2ab-ee0e-4eb6-a9f8-3c23d351f4f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "1c32bfdb-2280-45a0-85fb-3ca80f67379c", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "1c32bfdb-2280-45a0-85fb-3ca80f67379c", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995-authn-ssl"} 2026-07-09T22:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "1c32bfdb-2280-45a0-85fb-3ca80f67379c", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82daf8f6-ed3c-49d3-908f-4c8fa5598861", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:29:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "ea75847c-5800-4fde-a2c5-89b8a2810fee", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "ea75847c-5800-4fde-a2c5-89b8a2810fee", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "ea75847c-5800-4fde-a2c5-89b8a2810fee", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "1d7dd86a-514c-437c-80fd-33cf4a2ad4ca", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "1d7dd86a-514c-437c-80fd-33cf4a2ad4ca", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995-authn-ssl"} 2026-07-09T22:29:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "1d7dd86a-514c-437c-80fd-33cf4a2ad4ca", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83a5b75e-3692-42d4-9dc5-e8afbb237722", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "0006765e-0941-4e2e-90bd-6ea60a0d79a6", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "0006765e-0941-4e2e-90bd-6ea60a0d79a6", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0-authn-ssl"} 2026-07-09T22:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "0006765e-0941-4e2e-90bd-6ea60a0d79a6", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fdf0f92-b419-4081-8980-cca718c2be02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fdf0f92-b419-4081-8980-cca718c2be02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fdf0f92-b419-4081-8980-cca718c2be02", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-eefed0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:29:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-trusted-ca-bundle", "reconcileID": "6a23db12-563e-40db-a896-70c350ecba49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-trusted-ca-bundle", "reconcileID": "6a23db12-563e-40db-a896-70c350ecba49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "openshift-service-ca.crt", "reconcileID": "0794ae7e-0437-41a7-b0d0-04cf3af97fbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "openshift-service-ca.crt", "reconcileID": "0794ae7e-0437-41a7-b0d0-04cf3af97fbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ea1c08-8148-4e1b-b759-468ab5128711", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-eefed0"}, "namespace": "ai-tenant-e2e-api-a-eefed0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ea1c08-8148-4e1b-b759-468ab5128711", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-eefed0"} 2026-07-09T22:29:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-eefed0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-eefed0", "reconcileID": "211db417-f997-497b-8696-8a65abec28a7", "Gateway": "e2e-api-a-eefed0", "namespace": "openshift-ingress"} 2026-07-09T22:29:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dcef4491-e7ba-412c-872f-f52f3a72371b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:29:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "c2879f4c-8e3d-4e6c-8679-80e4377cf639", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "c2879f4c-8e3d-4e6c-8679-80e4377cf639", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995-authn-ssl"} 2026-07-09T22:29:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "c2879f4c-8e3d-4e6c-8679-80e4377cf639", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "05d44523-31d8-4bbb-8d17-2264501f4cbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:29:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b9e3bbd-dd87-43a6-bfa5-3b6e4ab9f6da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b9e3bbd-dd87-43a6-bfa5-3b6e4ab9f6da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b9e3bbd-dd87-43a6-bfa5-3b6e4ab9f6da", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c4e995 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:29:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f294f447-3f06-4510-bbb5-25e7aaf0f7ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f294f447-3f06-4510-bbb5-25e7aaf0f7ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f294f447-3f06-4510-bbb5-25e7aaf0f7ea", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c4e995 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:29:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-trusted-ca-bundle", "reconcileID": "2c3bd7b2-7dd9-481c-9adb-fbdedd9b43cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-trusted-ca-bundle", "reconcileID": "2c3bd7b2-7dd9-481c-9adb-fbdedd9b43cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-trusted-ca-bundle", "reconcileID": "2c3bd7b2-7dd9-481c-9adb-fbdedd9b43cc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c4e995 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:29:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "openshift-service-ca.crt", "reconcileID": "15097028-7d5d-41fd-a3e0-03039fbfc76c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "openshift-service-ca.crt", "reconcileID": "15097028-7d5d-41fd-a3e0-03039fbfc76c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-trusted-ca-bundle", "reconcileID": "4e338625-dd84-4892-b368-c2e6c6679d7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-trusted-ca-bundle", "reconcileID": "4e338625-dd84-4892-b368-c2e6c6679d7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "060062c1-f3a4-40d6-abef-83e016618949", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c4e995"}, "namespace": "ai-tenant-e2e-api-b-c4e995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "060062c1-f3a4-40d6-abef-83e016618949", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c4e995"} 2026-07-09T22:29:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c4e995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c4e995", "reconcileID": "7f75e85e-a788-4e8b-9519-d858853290f4", "Gateway": "e2e-api-b-c4e995", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "27778890-9288-46c8-9bd5-901fcbbf8fd7", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "27778890-9288-46c8-9bd5-901fcbbf8fd7", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894-authn-ssl"} 2026-07-09T22:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "27778890-9288-46c8-9bd5-901fcbbf8fd7", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "f6b3ac49-e78a-4554-b4cc-3ea8130a81d1", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "f6b3ac49-e78a-4554-b4cc-3ea8130a81d1", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894-authn-ssl"} 2026-07-09T22:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "f6b3ac49-e78a-4554-b4cc-3ea8130a81d1", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "6c27cc15-0386-44c4-8466-54abc7304ad0", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "6c27cc15-0386-44c4-8466-54abc7304ad0", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894-authn-ssl"} 2026-07-09T22:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "6c27cc15-0386-44c4-8466-54abc7304ad0", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "797e59df-cddf-4c64-b9ef-3aaa6c5e96e0", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "797e59df-cddf-4c64-b9ef-3aaa6c5e96e0", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894-authn-ssl"} 2026-07-09T22:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "797e59df-cddf-4c64-b9ef-3aaa6c5e96e0", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "ce6ca69a-47d1-4b02-9963-c6f449f8fb92", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "ce6ca69a-47d1-4b02-9963-c6f449f8fb92", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894-authn-ssl"} 2026-07-09T22:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "ce6ca69a-47d1-4b02-9963-c6f449f8fb92", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "6778846d-80ca-4093-ac27-c5513e1725c6", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "6778846d-80ca-4093-ac27-c5513e1725c6", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894-authn-ssl"} 2026-07-09T22:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "6778846d-80ca-4093-ac27-c5513e1725c6", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "a0c2f81c-5632-4f42-b7aa-f40713dc766f", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "a0c2f81c-5632-4f42-b7aa-f40713dc766f", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894-authn-ssl"} 2026-07-09T22:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "a0c2f81c-5632-4f42-b7aa-f40713dc766f", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "openshift-service-ca.crt", "reconcileID": "dedc0293-9c31-4540-b561-4e558189ca86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:29:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-trusted-ca-bundle", "reconcileID": "abfbb5e7-e775-462a-af49-e892a3320eae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:29:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "openshift-service-ca.crt", "reconcileID": "69fcee74-6845-4ed0-91de-44da02d81861", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e4b894", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "openshift-service-ca.crt", "reconcileID": "69fcee74-6845-4ed0-91de-44da02d81861", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:29:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "openshift-service-ca.crt", "reconcileID": "d1a7dca4-f251-45db-b2b7-6b114f86defc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e4b894", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "openshift-service-ca.crt", "reconcileID": "d1a7dca4-f251-45db-b2b7-6b114f86defc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:29:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6997d9dd-b0c2-4dcc-8d43-805f5e6d99ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:29:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6997d9dd-b0c2-4dcc-8d43-805f5e6d99ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:29:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-trusted-ca-bundle", "reconcileID": "53decf1e-0387-40df-82fe-183bf92a1787", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:29:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "openshift-service-ca.crt", "reconcileID": "b7d6e57e-d47e-4b02-b132-b12e60fca92b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:29:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57275a21-a7f7-44dd-89fc-0c055d9c5c42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:29:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "f2da01ce-a6c3-49c3-b0a5-a9bc8a3fc755", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "f2da01ce-a6c3-49c3-b0a5-a9bc8a3fc755", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894-authn-ssl"} 2026-07-09T22:29:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "f2da01ce-a6c3-49c3-b0a5-a9bc8a3fc755", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:29:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2bacee66-904e-485b-a5eb-a1e1c5a74861", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "e7661802-fc3c-4c1a-b943-96ecf36e166d", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "e7661802-fc3c-4c1a-b943-96ecf36e166d", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "e7661802-fc3c-4c1a-b943-96ecf36e166d", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "d2b85270-e118-4372-a39d-25ce587f97a7", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "d2b85270-e118-4372-a39d-25ce587f97a7", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "d2b85270-e118-4372-a39d-25ce587f97a7", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "72695d5a-6ce8-446b-990a-05f091d141d8", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "72695d5a-6ce8-446b-990a-05f091d141d8", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "72695d5a-6ce8-446b-990a-05f091d141d8", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "d09a6d62-81f1-4dcb-b84f-abd895ebb9ab", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "d09a6d62-81f1-4dcb-b84f-abd895ebb9ab", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "d09a6d62-81f1-4dcb-b84f-abd895ebb9ab", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "d70a8273-32db-4c97-8900-b2364068c1e0", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "d70a8273-32db-4c97-8900-b2364068c1e0", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "d70a8273-32db-4c97-8900-b2364068c1e0", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "d41ce3e1-5594-448d-a4ac-243a5d0d8c80", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "d41ce3e1-5594-448d-a4ac-243a5d0d8c80", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894-authn-ssl"} 2026-07-09T22:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "d41ce3e1-5594-448d-a4ac-243a5d0d8c80", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "90f3cfd7-f4b2-4a57-a705-4cba1342c849", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "90f3cfd7-f4b2-4a57-a705-4cba1342c849", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "90f3cfd7-f4b2-4a57-a705-4cba1342c849", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "453826ed-6d03-46c7-bc17-d604cd8700e9", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "453826ed-6d03-46c7-bc17-d604cd8700e9", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "453826ed-6d03-46c7-bc17-d604cd8700e9", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "7a00a88e-e59f-4913-b7c6-62fbaef8e54a", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "7a00a88e-e59f-4913-b7c6-62fbaef8e54a", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:30:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "7a00a88e-e59f-4913-b7c6-62fbaef8e54a", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "openshift-service-ca.crt", "reconcileID": "cfa54f69-31a1-43d9-9b47-b65515af5d3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:30:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-trusted-ca-bundle", "reconcileID": "d6f936db-9cf5-4da6-acfe-e55bb2558b11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:30:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "openshift-service-ca.crt", "reconcileID": "b9278be8-aa05-4cd5-a67c-14743e4d82bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ecf4af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:30:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "openshift-service-ca.crt", "reconcileID": "b9278be8-aa05-4cd5-a67c-14743e4d82bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:30:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7647725-06e5-4298-b671-7882ce9dfd15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:30:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "openshift-service-ca.crt", "reconcileID": "27c0b28b-d260-46c6-a6fd-ff23a9c8eb0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:30:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-trusted-ca-bundle", "reconcileID": "b87b4f75-6a98-47a2-ad2a-fcf501f17b4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:30:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-trusted-ca-bundle", "reconcileID": "b87b4f75-6a98-47a2-ad2a-fcf501f17b4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:30:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "576598f0-40f5-4ce3-bae1-4a8862b6980e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:30:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "a7254928-40d6-4e6a-bab7-d0e4b78cc5f9", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "a7254928-40d6-4e6a-bab7-d0e4b78cc5f9", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:30:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "a7254928-40d6-4e6a-bab7-d0e4b78cc5f9", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "39bda3df-dd66-496c-8000-e46a48aafd70", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:30:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "bd8c3040-61e9-44e0-9d88-4b0c43df06a3", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "bd8c3040-61e9-44e0-9d88-4b0c43df06a3", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:30:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "bd8c3040-61e9-44e0-9d88-4b0c43df06a3", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:30:17Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T22:30:17Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T22:30:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T22:30:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T22:30:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1fcc32ec-0e78-400f-b5b7-b04235dd7122", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "61a1071b-fefb-41e2-bc76-1a7fc1416bee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:33:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa31ca4c-2486-4798-bab8-1fea53467a5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "5f7cf36b-2e2d-4c22-9ab6-07106cd3a314", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:33:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "5f7cf36b-2e2d-4c22-9ab6-07106cd3a314", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894-authn-ssl"} 2026-07-09T22:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "5f7cf36b-2e2d-4c22-9ab6-07106cd3a314", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:33:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "402f41ef-0ab4-4887-ac8f-c750d1d4d3de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:33:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "402f41ef-0ab4-4887-ac8f-c750d1d4d3de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:33:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "402f41ef-0ab4-4887-ac8f-c750d1d4d3de", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-e4b894 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:33:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-trusted-ca-bundle", "reconcileID": "a31ef89b-b84f-4c00-82e5-4835558f5e42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-trusted-ca-bundle", "reconcileID": "a31ef89b-b84f-4c00-82e5-4835558f5e42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:33:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "openshift-service-ca.crt", "reconcileID": "859af5e3-0e04-483f-940a-550826e91194", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "openshift-service-ca.crt", "reconcileID": "859af5e3-0e04-483f-940a-550826e91194", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:33:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41aaed70-7911-4aa2-ac94-f7556f922646", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e4b894"}, "namespace": "ai-tenant-e2e-shared-a-e4b894", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41aaed70-7911-4aa2-ac94-f7556f922646", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e4b894"} 2026-07-09T22:33:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e4b894","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e4b894", "reconcileID": "04823d71-f79d-46fc-afc4-9fbbfa445bcb", "Gateway": "e2e-shared-a-e4b894", "namespace": "openshift-ingress"} 2026-07-09T22:33:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "144e1b13-8e82-47b5-b566-e5aa572ff6b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T22:33:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "3e032eb5-0ab6-432c-8946-12804b06e97c", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:33:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "3e032eb5-0ab6-432c-8946-12804b06e97c", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af-authn-ssl"} 2026-07-09T22:33:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "3e032eb5-0ab6-432c-8946-12804b06e97c", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"} 2026-07-09T22:33:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f475fc7d-292e-44a2-83c0-8e03025cd684", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:33:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f475fc7d-292e-44a2-83c0-8e03025cd684", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T22:33:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f475fc7d-292e-44a2-83c0-8e03025cd684", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-ecf4af because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T22:33:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-trusted-ca-bundle", "reconcileID": "54572012-6e24-498c-8ef5-da78c98ccd60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:33:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-trusted-ca-bundle", "reconcileID": "54572012-6e24-498c-8ef5-da78c98ccd60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:33:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "openshift-service-ca.crt", "reconcileID": "0ee88b19-e7e1-437d-8f76-532294ff4e1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:33:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "openshift-service-ca.crt", "reconcileID": "0ee88b19-e7e1-437d-8f76-532294ff4e1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:33:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67b41c05-4c52-4fe0-b8e6-2df12193ddcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:33:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ecf4af"}, "namespace": "ai-tenant-e2e-shared-b-ecf4af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67b41c05-4c52-4fe0-b8e6-2df12193ddcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ecf4af"} 2026-07-09T22:33:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ecf4af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ecf4af", "reconcileID": "7101082d-4002-4fc7-8fce-f23e7f3608d4", "Gateway": "e2e-shared-b-ecf4af", "namespace": "openshift-ingress"}