2026-07-06T19:38:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "eabce444-cfd0-405b-848f-f499050ba290", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress"} 2026-07-06T19:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f1080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f1080", "reconcileID": "6636f0e4-6609-4023-8731-c71b48822989", "Gateway": "e2e-api-a-8f1080", "namespace": "openshift-ingress"} 2026-07-06T19:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f1080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f1080", "reconcileID": "6636f0e4-6609-4023-8731-c71b48822989", "Gateway": "e2e-api-a-8f1080", "namespace": "openshift-ingress", "name": "e2e-api-a-8f1080-authn-ssl"} 2026-07-06T19:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f1080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f1080", "reconcileID": "6636f0e4-6609-4023-8731-c71b48822989", "Gateway": "e2e-api-a-8f1080", "namespace": "openshift-ingress"} 2026-07-06T19:38:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "openshift-service-ca.crt", "reconcileID": "9a6bcc67-d01e-4ad8-a43b-809101996b2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-trusted-ca-bundle", "reconcileID": "15793622-70d2-474b-a369-3e56037b37c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "openshift-service-ca.crt", "reconcileID": "164d38e5-0815-4e06-a30a-a4ed48fe8c29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5ba231", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:38:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "openshift-service-ca.crt", "reconcileID": "164d38e5-0815-4e06-a30a-a4ed48fe8c29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "openshift-service-ca.crt", "reconcileID": "1e668c36-9492-4014-ab76-8477db7307e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5ba231", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:38:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "openshift-service-ca.crt", "reconcileID": "1e668c36-9492-4014-ab76-8477db7307e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:38:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f8a1772-2eed-4f72-bff9-51386d86d59b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "openshift-service-ca.crt", "reconcileID": "0486bc70-4042-45d6-953e-8c4ee6066b47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-trusted-ca-bundle", "reconcileID": "455ae01a-9d92-4c2b-80a1-c6977a44799a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:38:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-trusted-ca-bundle", "reconcileID": "455ae01a-9d92-4c2b-80a1-c6977a44799a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b17626d-5222-4159-abc5-de74a0097a88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "98d9f5b4-9eba-4788-b10a-b67bf6a4fb05", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress"} 2026-07-06T19:38:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "98d9f5b4-9eba-4788-b10a-b67bf6a4fb05", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231-authn-ssl"} 2026-07-06T19:38:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "98d9f5b4-9eba-4788-b10a-b67bf6a4fb05", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress"} 2026-07-06T19:38:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f530b176-f43f-4ce6-a3d2-55b15cdceb39", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:38:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "fadac742-af9b-48d8-9863-2a94b80bdc31", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress"} 2026-07-06T19:38:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "fadac742-af9b-48d8-9863-2a94b80bdc31", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231-authn-ssl"} 2026-07-06T19:38:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "fadac742-af9b-48d8-9863-2a94b80bdc31", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress"} 2026-07-06T19:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fd4e840d-0f6a-48fa-a145-645fb4033e21", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "30b0b85d-da6b-4687-8080-0ed92f77d0c8", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress"} 2026-07-06T19:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "30b0b85d-da6b-4687-8080-0ed92f77d0c8", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231-authn-ssl"} 2026-07-06T19:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "30b0b85d-da6b-4687-8080-0ed92f77d0c8", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress"} 2026-07-06T19:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "22d46896-ed45-4110-842b-f0c8ab9cdcc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f1080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f1080", "reconcileID": "763d1540-ef6a-482d-b7c3-d8b8c474b369", "Gateway": "e2e-api-a-8f1080", "namespace": "openshift-ingress"} 2026-07-06T19:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f1080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f1080", "reconcileID": "763d1540-ef6a-482d-b7c3-d8b8c474b369", "Gateway": "e2e-api-a-8f1080", "namespace": "openshift-ingress", "name": "e2e-api-a-8f1080-authn-ssl"} 2026-07-06T19:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f1080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f1080", "reconcileID": "763d1540-ef6a-482d-b7c3-d8b8c474b369", "Gateway": "e2e-api-a-8f1080", "namespace": "openshift-ingress"} 2026-07-06T19:38:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f1080"}, "namespace": "ai-tenant-e2e-api-a-8f1080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bad38a9-ad3a-428f-bc51-43213c234569", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f1080"} 2026-07-06T19:38:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f1080"}, "namespace": "ai-tenant-e2e-api-a-8f1080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bad38a9-ad3a-428f-bc51-43213c234569", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f1080", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:38:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f1080"}, "namespace": "ai-tenant-e2e-api-a-8f1080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bad38a9-ad3a-428f-bc51-43213c234569", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-8f1080 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:38:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f1080"}, "namespace": "ai-tenant-e2e-api-a-8f1080", "name": "odh-trusted-ca-bundle", "reconcileID": "bb0ae9c3-0b67-401d-8093-923f3a32d529", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f1080"} 2026-07-06T19:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f1080"}, "namespace": "ai-tenant-e2e-api-a-8f1080", "name": "odh-trusted-ca-bundle", "reconcileID": "bb0ae9c3-0b67-401d-8093-923f3a32d529", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f1080"} 2026-07-06T19:38:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8f1080"}, "namespace": "ai-tenant-e2e-api-a-8f1080", "name": "openshift-service-ca.crt", "reconcileID": "e4b21242-ec89-4c54-a71a-9ee1c2264dbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8f1080"} 2026-07-06T19:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8f1080"}, "namespace": "ai-tenant-e2e-api-a-8f1080", "name": "openshift-service-ca.crt", "reconcileID": "e4b21242-ec89-4c54-a71a-9ee1c2264dbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8f1080"} 2026-07-06T19:38:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f1080"}, "namespace": "ai-tenant-e2e-api-a-8f1080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89c095cf-fffa-4e2f-8e5c-4b1319b6e868", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f1080"} 2026-07-06T19:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f1080"}, "namespace": "ai-tenant-e2e-api-a-8f1080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89c095cf-fffa-4e2f-8e5c-4b1319b6e868", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f1080"} 2026-07-06T19:38:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f1080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f1080", "reconcileID": "d17a8d6f-5e3e-4b5f-ab4d-bc9a59b5e95a", "Gateway": "e2e-api-a-8f1080", "namespace": "openshift-ingress"} 2026-07-06T19:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aaa603da-f213-4c25-a7e3-fbcba5789875", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:38:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "a565fe6c-4ca9-4660-9f22-643196ed262f", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress"} 2026-07-06T19:38:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "a565fe6c-4ca9-4660-9f22-643196ed262f", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231-authn-ssl"} 2026-07-06T19:38:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "a565fe6c-4ca9-4660-9f22-643196ed262f", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress"} 2026-07-06T19:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8b06371-27bb-4b26-9b4b-fb9ab2fc3fd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8b06371-27bb-4b26-9b4b-fb9ab2fc3fd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:38:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8b06371-27bb-4b26-9b4b-fb9ab2fc3fd3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-5ba231 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-trusted-ca-bundle", "reconcileID": "d7aa3059-35cf-47ac-b3e9-9be34f984502", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-trusted-ca-bundle", "reconcileID": "d7aa3059-35cf-47ac-b3e9-9be34f984502", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "openshift-service-ca.crt", "reconcileID": "3d36051a-ba25-48bf-a704-2da88cfc5865", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "openshift-service-ca.crt", "reconcileID": "3d36051a-ba25-48bf-a704-2da88cfc5865", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aab649e9-c1cf-42e0-a2b7-7dafaf24ab67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5ba231"}, "namespace": "ai-tenant-e2e-api-b-5ba231", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aab649e9-c1cf-42e0-a2b7-7dafaf24ab67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5ba231"} 2026-07-06T19:38:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5ba231","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5ba231", "reconcileID": "33382edf-782f-45c2-8f46-878fa27ccbd1", "Gateway": "e2e-api-b-5ba231", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "c07d6923-2417-4ed9-bacb-9aac087b6b6b", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "c07d6923-2417-4ed9-bacb-9aac087b6b6b", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:38:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "c07d6923-2417-4ed9-bacb-9aac087b6b6b", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "86511a32-675c-46a6-8cd3-e212b8bbe34d", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "86511a32-675c-46a6-8cd3-e212b8bbe34d", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:38:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "86511a32-675c-46a6-8cd3-e212b8bbe34d", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "136407ce-eafe-4725-a449-0af6f9aa090e", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "136407ce-eafe-4725-a449-0af6f9aa090e", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:38:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "136407ce-eafe-4725-a449-0af6f9aa090e", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "9ddc7380-d662-43a3-92cd-2cee1e703649", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "9ddc7380-d662-43a3-92cd-2cee1e703649", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:38:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "9ddc7380-d662-43a3-92cd-2cee1e703649", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "88d1f682-79d6-42ad-9670-841073c35333", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "88d1f682-79d6-42ad-9670-841073c35333", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:38:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "88d1f682-79d6-42ad-9670-841073c35333", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "e0bca190-82e9-4362-94ca-f6c971c3ad0b", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "e0bca190-82e9-4362-94ca-f6c971c3ad0b", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:38:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "e0bca190-82e9-4362-94ca-f6c971c3ad0b", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "027bc2c6-f1cc-4f30-8b12-23f859ed2e92", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "027bc2c6-f1cc-4f30-8b12-23f859ed2e92", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:38:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "027bc2c6-f1cc-4f30-8b12-23f859ed2e92", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "openshift-service-ca.crt", "reconcileID": "1f8a3351-350a-40c0-82c7-099b2002c3d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:38:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-trusted-ca-bundle", "reconcileID": "e6f00203-dc27-45e9-b93c-9bc5b9f1f4dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:38:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "openshift-service-ca.crt", "reconcileID": "2f2e6eb2-5c3b-46bb-9662-123924f69c2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f969f4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:38:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "openshift-service-ca.crt", "reconcileID": "2f2e6eb2-5c3b-46bb-9662-123924f69c2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:38:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "290f9b74-d746-413f-927c-675d007b06d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:38:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "openshift-service-ca.crt", "reconcileID": "b45016b1-cf24-4367-9f8e-e764a1aa5b72", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:38:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-trusted-ca-bundle", "reconcileID": "2e25b2de-ce8f-44cb-b2a9-7b59075475d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:38:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-trusted-ca-bundle", "reconcileID": "2e25b2de-ce8f-44cb-b2a9-7b59075475d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:38:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb695726-7667-4e6d-aaa4-2210be1c30f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:38:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "ea84f55c-a9d1-4446-b318-4bc67ce334db", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "ea84f55c-a9d1-4446-b318-4bc67ce334db", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:38:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "ea84f55c-a9d1-4446-b318-4bc67ce334db", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "930d45b6-7cf6-4693-8577-c3dc11433cea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "1ee56792-7c13-4c98-88bb-a68dc6555cc5", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "1ee56792-7c13-4c98-88bb-a68dc6555cc5", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:38:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "1ee56792-7c13-4c98-88bb-a68dc6555cc5", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "ee7166b8-ba74-44a7-b4de-b6f631f65bfd", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "ee7166b8-ba74-44a7-b4de-b6f631f65bfd", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:38:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "ee7166b8-ba74-44a7-b4de-b6f631f65bfd", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "ffedc18e-e788-41f6-8d3c-7bd9d7f5cde4", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "ffedc18e-e788-41f6-8d3c-7bd9d7f5cde4", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:38:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "ffedc18e-e788-41f6-8d3c-7bd9d7f5cde4", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "87089521-9b35-46c9-8f8c-cdc30b54147a", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "87089521-9b35-46c9-8f8c-cdc30b54147a", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:38:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "87089521-9b35-46c9-8f8c-cdc30b54147a", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "fcfcdaf8-2a40-4ef7-ac22-13e351ffa49a", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "fcfcdaf8-2a40-4ef7-ac22-13e351ffa49a", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:38:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "fcfcdaf8-2a40-4ef7-ac22-13e351ffa49a", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "3f848c35-fed6-41ff-8211-e52094bb23ab", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "3f848c35-fed6-41ff-8211-e52094bb23ab", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:38:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "3f848c35-fed6-41ff-8211-e52094bb23ab", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "14c3ff1c-546e-4fdd-9f25-c2fa2197df64", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "14c3ff1c-546e-4fdd-9f25-c2fa2197df64", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "14c3ff1c-546e-4fdd-9f25-c2fa2197df64", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "e74f844f-9108-4f15-b144-403f9a3e51a1", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "e74f844f-9108-4f15-b144-403f9a3e51a1", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "e74f844f-9108-4f15-b144-403f9a3e51a1", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "4a687548-c106-4e2d-a05c-350cfc8143a5", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "4a687548-c106-4e2d-a05c-350cfc8143a5", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "4a687548-c106-4e2d-a05c-350cfc8143a5", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "openshift-service-ca.crt", "reconcileID": "88778cd2-1032-471a-91fa-c2481d178ff6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-trusted-ca-bundle", "reconcileID": "276443e7-7a10-401f-bf0d-bdd491361b23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "openshift-service-ca.crt", "reconcileID": "d1d18295-3d7b-4747-864f-ca43b77f965c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:39:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "openshift-service-ca.crt", "reconcileID": "d1d18295-3d7b-4747-864f-ca43b77f965c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "openshift-service-ca.crt", "reconcileID": "6f5c3847-410c-42b3-bd96-e16bd6f8130f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:39:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "openshift-service-ca.crt", "reconcileID": "6f5c3847-410c-42b3-bd96-e16bd6f8130f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:39:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2daf5745-6ba2-4fef-8d6f-00996d3bd5d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-trusted-ca-bundle", "reconcileID": "1610dc59-7af5-47e7-ad90-87a65298550a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:39:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-trusted-ca-bundle", "reconcileID": "1610dc59-7af5-47e7-ad90-87a65298550a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "openshift-service-ca.crt", "reconcileID": "d16677e6-b733-41b9-962d-562feb719556", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7573420b-4e65-4690-8b34-8d53631bacea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "efd45c89-eeeb-4a4d-a2fb-07d5d8fbbd51", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "efd45c89-eeeb-4a4d-a2fb-07d5d8fbbd51", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "efd45c89-eeeb-4a4d-a2fb-07d5d8fbbd51", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8227344f-a474-4851-8d4d-8d90c22587a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:39:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "6f33f250-76b1-49e9-a9ad-560d6e462ca8", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "6f33f250-76b1-49e9-a9ad-560d6e462ca8", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "6f33f250-76b1-49e9-a9ad-560d6e462ca8", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "52751bc6-ebfb-460f-a532-a6e7650f0c2f", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:39:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "6f33f250-76b1-49e9-a9ad-560d6e462ca8", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:39:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "6f33f250-76b1-49e9-a9ad-560d6e462ca8", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:39:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "6f33f250-76b1-49e9-a9ad-560d6e462ca8", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "52751bc6-ebfb-460f-a532-a6e7650f0c2f", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:39:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "52751bc6-ebfb-460f-a532-a6e7650f0c2f", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:39:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "f831abd0-a79d-4cce-acb7-3c0cc102a183", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "f831abd0-a79d-4cce-acb7-3c0cc102a183", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "f831abd0-a79d-4cce-acb7-3c0cc102a183", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "f831abd0-a79d-4cce-acb7-3c0cc102a183", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:39:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "f831abd0-a79d-4cce-acb7-3c0cc102a183", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:39:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "f831abd0-a79d-4cce-acb7-3c0cc102a183", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "6cafa337-cb2a-4a13-87ad-1eff49d0fd97", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "6cafa337-cb2a-4a13-87ad-1eff49d0fd97", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:39:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "6cafa337-cb2a-4a13-87ad-1eff49d0fd97", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79f5e1ab-1e98-4037-bb47-38bb61005874", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:39:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "5a49f254-e261-4419-9079-63c2d5bc3e76", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:39:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "5a49f254-e261-4419-9079-63c2d5bc3e76", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:39:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "5a49f254-e261-4419-9079-63c2d5bc3e76", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:39:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "df30bcda-af1a-4ab0-8b08-c1924645eec5", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "df30bcda-af1a-4ab0-8b08-c1924645eec5", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "df30bcda-af1a-4ab0-8b08-c1924645eec5", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "df30bcda-af1a-4ab0-8b08-c1924645eec5", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:39:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "df30bcda-af1a-4ab0-8b08-c1924645eec5", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:39:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "df30bcda-af1a-4ab0-8b08-c1924645eec5", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e5f8b3d-fbbb-4200-b782-2ff03083579d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:39:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "c7673fbe-7a8c-41de-b8cd-b1a3d143831e", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "c7673fbe-7a8c-41de-b8cd-b1a3d143831e", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "c7673fbe-7a8c-41de-b8cd-b1a3d143831e", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "c7673fbe-7a8c-41de-b8cd-b1a3d143831e", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:39:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "c7673fbe-7a8c-41de-b8cd-b1a3d143831e", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:39:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "c7673fbe-7a8c-41de-b8cd-b1a3d143831e", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "b0c4acf8-9cbe-4bfd-b1ef-c9afd6893a2f", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "b0c4acf8-9cbe-4bfd-b1ef-c9afd6893a2f", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "b0c4acf8-9cbe-4bfd-b1ef-c9afd6893a2f", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "b0c4acf8-9cbe-4bfd-b1ef-c9afd6893a2f", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:39:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "b0c4acf8-9cbe-4bfd-b1ef-c9afd6893a2f", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:39:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "b0c4acf8-9cbe-4bfd-b1ef-c9afd6893a2f", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:39:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "d42377c0-fbaa-4f92-9334-50c8f4aa9481", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "d42377c0-fbaa-4f92-9334-50c8f4aa9481", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "d42377c0-fbaa-4f92-9334-50c8f4aa9481", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "50b0df58-3b5f-466f-8130-3d33e1718f7e", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "d42377c0-fbaa-4f92-9334-50c8f4aa9481", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:39:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "d42377c0-fbaa-4f92-9334-50c8f4aa9481", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:39:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "d42377c0-fbaa-4f92-9334-50c8f4aa9481", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "50b0df58-3b5f-466f-8130-3d33e1718f7e", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "50b0df58-3b5f-466f-8130-3d33e1718f7e", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "0f0b73b4-7249-45d1-95da-f0b82c3837b3", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "0f0b73b4-7249-45d1-95da-f0b82c3837b3", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "0f0b73b4-7249-45d1-95da-f0b82c3837b3", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "0f0b73b4-7249-45d1-95da-f0b82c3837b3", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:39:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "0f0b73b4-7249-45d1-95da-f0b82c3837b3", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:39:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "0f0b73b4-7249-45d1-95da-f0b82c3837b3", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "33dd1565-f2ce-4544-8727-d7ca9c4f21d9", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "33dd1565-f2ce-4544-8727-d7ca9c4f21d9", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:39:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "33dd1565-f2ce-4544-8727-d7ca9c4f21d9", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:39:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6a8efb28-c85f-45ba-b6c5-4d97ab506fb0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6a8efb28-c85f-45ba-b6c5-4d97ab506fb0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6a8efb28-c85f-45ba-b6c5-4d97ab506fb0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:39:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6a8efb28-c85f-45ba-b6c5-4d97ab506fb0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:39:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6a8efb28-c85f-45ba-b6c5-4d97ab506fb0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:39:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6a8efb28-c85f-45ba-b6c5-4d97ab506fb0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:40:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "077af7fe-621f-4742-9e5b-ed1b5a0fa43a", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:40:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "077af7fe-621f-4742-9e5b-ed1b5a0fa43a", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:40:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "077af7fe-621f-4742-9e5b-ed1b5a0fa43a", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:40:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "077af7fe-621f-4742-9e5b-ed1b5a0fa43a", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:40:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "077af7fe-621f-4742-9e5b-ed1b5a0fa43a", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:40:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "077af7fe-621f-4742-9e5b-ed1b5a0fa43a", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:40:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6f16759e-bc18-4c8b-b203-bbf84c4bf5b7", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:40:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6f16759e-bc18-4c8b-b203-bbf84c4bf5b7", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:40:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6f16759e-bc18-4c8b-b203-bbf84c4bf5b7", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:40:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6f16759e-bc18-4c8b-b203-bbf84c4bf5b7", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:40:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6f16759e-bc18-4c8b-b203-bbf84c4bf5b7", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:40:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "6f16759e-bc18-4c8b-b203-bbf84c4bf5b7", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:40:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "1ca543e2-447f-416a-9d97-3883c8ca2175", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:40:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "1ca543e2-447f-416a-9d97-3883c8ca2175", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:40:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "1ca543e2-447f-416a-9d97-3883c8ca2175", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:40:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "1cf50ba5-62eb-4f13-81c7-b71440ee25b1", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:40:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "1cf50ba5-62eb-4f13-81c7-b71440ee25b1", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:40:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "1cf50ba5-62eb-4f13-81c7-b71440ee25b1", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:41:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "1efcd777-01a8-4ab5-ba12-13ce9fdc6f49", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "1efcd777-01a8-4ab5-ba12-13ce9fdc6f49", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4"} 2026-07-06T19:41:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "1efcd777-01a8-4ab5-ba12-13ce9fdc6f49", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "1efcd777-01a8-4ab5-ba12-13ce9fdc6f49", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "1efcd777-01a8-4ab5-ba12-13ce9fdc6f49", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:41:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "1efcd777-01a8-4ab5-ba12-13ce9fdc6f49", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:41:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "1efcd777-01a8-4ab5-ba12-13ce9fdc6f49", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "1efcd777-01a8-4ab5-ba12-13ce9fdc6f49", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "auth-test-model-f969f4", "reconcileID": "439bc31f-c8a2-4979-9019-83511a6fb7f7", "LLMInferenceService": "auth-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "c8559811-a772-4182-81c6-8e01f4ff7c0f", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "c8559811-a772-4182-81c6-8e01f4ff7c0f", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "c8559811-a772-4182-81c6-8e01f4ff7c0f", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "dceb746b-61c0-4ba7-95be-de7a9178f473", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "dceb746b-61c0-4ba7-95be-de7a9178f473", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "dceb746b-61c0-4ba7-95be-de7a9178f473", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:41:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "4f0b6f4c-c7d3-4532-81b2-21a5818fb7d0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:41:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "4f0b6f4c-c7d3-4532-81b2-21a5818fb7d0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4"} 2026-07-06T19:41:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "4f0b6f4c-c7d3-4532-81b2-21a5818fb7d0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:41:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "4f0b6f4c-c7d3-4532-81b2-21a5818fb7d0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:41:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "4f0b6f4c-c7d3-4532-81b2-21a5818fb7d0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:41:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "4f0b6f4c-c7d3-4532-81b2-21a5818fb7d0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:41:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "4f0b6f4c-c7d3-4532-81b2-21a5818fb7d0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:41:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "4f0b6f4c-c7d3-4532-81b2-21a5818fb7d0", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:41:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "auth-test-model-f31ab4", "reconcileID": "5e111e01-0d14-42b5-8939-6a24efba1671", "LLMInferenceService": "auth-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "1ece3d29-cbc1-4c6b-bc55-f90a527b0ada", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "1ece3d29-cbc1-4c6b-bc55-f90a527b0ada", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "1ece3d29-cbc1-4c6b-bc55-f90a527b0ada", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "86421fc0-dd29-43a9-a7bd-1293b72a35cf", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "86421fc0-dd29-43a9-a7bd-1293b72a35cf", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "86421fc0-dd29-43a9-a7bd-1293b72a35cf", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:41:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "d5c918df-845f-466e-9e7c-aed8257d2f2e", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "d5c918df-845f-466e-9e7c-aed8257d2f2e", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "d5c918df-845f-466e-9e7c-aed8257d2f2e", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "6bf7116c-ad26-45a6-9811-c6467c379214", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:41:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "d5c918df-845f-466e-9e7c-aed8257d2f2e", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:41:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "d5c918df-845f-466e-9e7c-aed8257d2f2e", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:41:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "d5c918df-845f-466e-9e7c-aed8257d2f2e", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "6bf7116c-ad26-45a6-9811-c6467c379214", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "6bf7116c-ad26-45a6-9811-c6467c379214", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:41:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "99ecf8a7-3fc1-484a-8c24-d21b9da57bde", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "99ecf8a7-3fc1-484a-8c24-d21b9da57bde", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "99ecf8a7-3fc1-484a-8c24-d21b9da57bde", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:41:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "99ecf8a7-3fc1-484a-8c24-d21b9da57bde", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:41:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "99ecf8a7-3fc1-484a-8c24-d21b9da57bde", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:41:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "99ecf8a7-3fc1-484a-8c24-d21b9da57bde", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:42:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "5b81704a-eba5-4c2d-bacf-5d14a5d8baf8", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:42:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "5b81704a-eba5-4c2d-bacf-5d14a5d8baf8", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "5b81704a-eba5-4c2d-bacf-5d14a5d8baf8", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:42:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c59ce66f-6b3f-4b96-97f4-0670d4a53ad1", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:42:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c59ce66f-6b3f-4b96-97f4-0670d4a53ad1", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:42:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c59ce66f-6b3f-4b96-97f4-0670d4a53ad1", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:42:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c59ce66f-6b3f-4b96-97f4-0670d4a53ad1", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:42:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c59ce66f-6b3f-4b96-97f4-0670d4a53ad1", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:42:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c59ce66f-6b3f-4b96-97f4-0670d4a53ad1", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:42:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c5b285c3-b903-4ea7-9c97-f6de9d428621", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:42:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c5b285c3-b903-4ea7-9c97-f6de9d428621", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:42:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c5b285c3-b903-4ea7-9c97-f6de9d428621", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:42:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c5b285c3-b903-4ea7-9c97-f6de9d428621", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:42:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c5b285c3-b903-4ea7-9c97-f6de9d428621", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:42:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "c5b285c3-b903-4ea7-9c97-f6de9d428621", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:42:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "e35e772c-61d9-4826-969e-05636883afbc", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "e35e772c-61d9-4826-969e-05636883afbc", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "e35e772c-61d9-4826-969e-05636883afbc", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "402f7807-d425-452f-85df-0dc80c1687f1", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:42:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "e35e772c-61d9-4826-969e-05636883afbc", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:42:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "e35e772c-61d9-4826-969e-05636883afbc", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:42:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "e35e772c-61d9-4826-969e-05636883afbc", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "402f7807-d425-452f-85df-0dc80c1687f1", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:42:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "402f7807-d425-452f-85df-0dc80c1687f1", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:42:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6b645de1-7c04-45ed-8e75-3be079499c48", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6b645de1-7c04-45ed-8e75-3be079499c48", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6b645de1-7c04-45ed-8e75-3be079499c48", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6b645de1-7c04-45ed-8e75-3be079499c48", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:42:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6b645de1-7c04-45ed-8e75-3be079499c48", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:42:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6b645de1-7c04-45ed-8e75-3be079499c48", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "d3ede5d8-1465-4b1a-b140-20b11a521625", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:42:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "d3ede5d8-1465-4b1a-b140-20b11a521625", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:42:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "d3ede5d8-1465-4b1a-b140-20b11a521625", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:42:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "2119133b-7ba2-41f3-a1bb-a24e88181f50", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "2119133b-7ba2-41f3-a1bb-a24e88181f50", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "2119133b-7ba2-41f3-a1bb-a24e88181f50", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "2119133b-7ba2-41f3-a1bb-a24e88181f50", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:42:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "2119133b-7ba2-41f3-a1bb-a24e88181f50", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:42:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "2119133b-7ba2-41f3-a1bb-a24e88181f50", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "458d7b8b-62b1-44b8-96bb-5ac487cadcda", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "458d7b8b-62b1-44b8-96bb-5ac487cadcda", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "458d7b8b-62b1-44b8-96bb-5ac487cadcda", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:42:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "458d7b8b-62b1-44b8-96bb-5ac487cadcda", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:42:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "458d7b8b-62b1-44b8-96bb-5ac487cadcda", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:42:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "458d7b8b-62b1-44b8-96bb-5ac487cadcda", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:43:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:43:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e75fb069-44c4-48ea-b20f-203d07cb977a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:43:35Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:43:35Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:43:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "e5ee1576-ce2a-41b8-a525-00defcc631d4", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "e5ee1576-ce2a-41b8-a525-00defcc631d4", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4"} 2026-07-06T19:43:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "e5ee1576-ce2a-41b8-a525-00defcc631d4", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "e5ee1576-ce2a-41b8-a525-00defcc631d4", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "e5ee1576-ce2a-41b8-a525-00defcc631d4", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:43:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "e5ee1576-ce2a-41b8-a525-00defcc631d4", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:43:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "e5ee1576-ce2a-41b8-a525-00defcc631d4", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "e5ee1576-ce2a-41b8-a525-00defcc631d4", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "sub-test-model-f969f4", "reconcileID": "d2a1c9e4-16d8-483a-9cfd-9a13e5f6f292", "LLMInferenceService": "sub-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "75473158-014a-46c4-b797-1e3ca367a6b9", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "75473158-014a-46c4-b797-1e3ca367a6b9", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "75473158-014a-46c4-b797-1e3ca367a6b9", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "6725674c-f321-402e-b33b-8bcbf2adf10a", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "6725674c-f321-402e-b33b-8bcbf2adf10a", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "6725674c-f321-402e-b33b-8bcbf2adf10a", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:43:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6e65f081-7524-4444-ada9-b6ab0aeb1d07", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:43:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6e65f081-7524-4444-ada9-b6ab0aeb1d07", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4"} 2026-07-06T19:43:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6e65f081-7524-4444-ada9-b6ab0aeb1d07", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:43:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6e65f081-7524-4444-ada9-b6ab0aeb1d07", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:43:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6e65f081-7524-4444-ada9-b6ab0aeb1d07", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:43:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6e65f081-7524-4444-ada9-b6ab0aeb1d07", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:43:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6e65f081-7524-4444-ada9-b6ab0aeb1d07", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:43:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "6e65f081-7524-4444-ada9-b6ab0aeb1d07", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:43:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "sub-test-model-f31ab4", "reconcileID": "d615d2e2-3f6a-4cc8-8a1c-11def5bc5672", "LLMInferenceService": "sub-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "26a5b402-4af2-476c-aedd-2533dc294f58", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "26a5b402-4af2-476c-aedd-2533dc294f58", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "26a5b402-4af2-476c-aedd-2533dc294f58", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "cefcb536-51c5-457b-9335-8cde874f6b14", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "cefcb536-51c5-457b-9335-8cde874f6b14", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "cefcb536-51c5-457b-9335-8cde874f6b14", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:43:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "9c5c91b6-6709-428a-9c5c-cb063ca67250", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "9c5c91b6-6709-428a-9c5c-cb063ca67250", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "9c5c91b6-6709-428a-9c5c-cb063ca67250", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "11e58dcc-ba17-4cfe-b1ad-27f120811b32", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:43:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "9c5c91b6-6709-428a-9c5c-cb063ca67250", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:43:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "9c5c91b6-6709-428a-9c5c-cb063ca67250", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:43:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "9c5c91b6-6709-428a-9c5c-cb063ca67250", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "11e58dcc-ba17-4cfe-b1ad-27f120811b32", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "11e58dcc-ba17-4cfe-b1ad-27f120811b32", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:43:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "3938faee-db8e-4b1e-a16e-9356e5204174", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "3938faee-db8e-4b1e-a16e-9356e5204174", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "3938faee-db8e-4b1e-a16e-9356e5204174", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:43:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "3938faee-db8e-4b1e-a16e-9356e5204174", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:43:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "3938faee-db8e-4b1e-a16e-9356e5204174", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:43:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "3938faee-db8e-4b1e-a16e-9356e5204174", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "a84d582c-fe3a-49bd-ad08-91426badc444", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:44:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "a84d582c-fe3a-49bd-ad08-91426badc444", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:44:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "a84d582c-fe3a-49bd-ad08-91426badc444", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:44:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "25e62ad1-6c98-44d6-9a6b-53655f2ae407", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "25e62ad1-6c98-44d6-9a6b-53655f2ae407", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "25e62ad1-6c98-44d6-9a6b-53655f2ae407", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "25e62ad1-6c98-44d6-9a6b-53655f2ae407", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:44:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "25e62ad1-6c98-44d6-9a6b-53655f2ae407", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:44:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "25e62ad1-6c98-44d6-9a6b-53655f2ae407", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "fba60018-f6b7-4cc6-8348-63538340b51b", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "fba60018-f6b7-4cc6-8348-63538340b51b", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "fba60018-f6b7-4cc6-8348-63538340b51b", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "fba60018-f6b7-4cc6-8348-63538340b51b", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:44:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "fba60018-f6b7-4cc6-8348-63538340b51b", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:44:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "fba60018-f6b7-4cc6-8348-63538340b51b", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8e5a9ca4-6b3c-4699-9306-9fade113809e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:44:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "c9d7d0a6-841e-496b-ad07-8d0de85d40b3", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "c9d7d0a6-841e-496b-ad07-8d0de85d40b3", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "c9d7d0a6-841e-496b-ad07-8d0de85d40b3", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "c9d7d0a6-841e-496b-ad07-8d0de85d40b3", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:44:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "c9d7d0a6-841e-496b-ad07-8d0de85d40b3", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "authType": "userdefined"} 2026-07-06T19:44:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "c9d7d0a6-841e-496b-ad07-8d0de85d40b3", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:44:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "197ef541-6c32-4f7d-bd78-f8562446e75f", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "197ef541-6c32-4f7d-bd78-f8562446e75f", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "197ef541-6c32-4f7d-bd78-f8562446e75f", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "dc12e6fc-fd52-4d04-9336-9e3c734772c2", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:44:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "197ef541-6c32-4f7d-bd78-f8562446e75f", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:44:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "197ef541-6c32-4f7d-bd78-f8562446e75f", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:44:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "197ef541-6c32-4f7d-bd78-f8562446e75f", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "dc12e6fc-fd52-4d04-9336-9e3c734772c2", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:44:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "dc12e6fc-fd52-4d04-9336-9e3c734772c2", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:44:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "e66890e9-a895-41db-ba21-08a17107a2bf", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "e66890e9-a895-41db-ba21-08a17107a2bf", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "e66890e9-a895-41db-ba21-08a17107a2bf", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "e66890e9-a895-41db-ba21-08a17107a2bf", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:44:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "e66890e9-a895-41db-ba21-08a17107a2bf", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:44:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "e66890e9-a895-41db-ba21-08a17107a2bf", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "028e8488-5174-46db-bee7-df283c23b178", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "f9e97872-913c-45ff-9368-25276042cade", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "f9e97872-913c-45ff-9368-25276042cade", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "f9e97872-913c-45ff-9368-25276042cade", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:44:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "bc43ae21-c09e-4f24-bbc6-a883cd9f16d0", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "bc43ae21-c09e-4f24-bbc6-a883cd9f16d0", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "bc43ae21-c09e-4f24-bbc6-a883cd9f16d0", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "bc43ae21-c09e-4f24-bbc6-a883cd9f16d0", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:44:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "bc43ae21-c09e-4f24-bbc6-a883cd9f16d0", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:44:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "bc43ae21-c09e-4f24-bbc6-a883cd9f16d0", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "f80df259-fa8b-4984-951a-8c21034feab6", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "f80df259-fa8b-4984-951a-8c21034feab6", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "f80df259-fa8b-4984-951a-8c21034feab6", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:44:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "f80df259-fa8b-4984-951a-8c21034feab6", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:44:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "f80df259-fa8b-4984-951a-8c21034feab6", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "authType": "userdefined"} 2026-07-06T19:44:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "f80df259-fa8b-4984-951a-8c21034feab6", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:45:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "e770370e-9c85-411f-8480-367e1bc18966", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "e770370e-9c85-411f-8480-367e1bc18966", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4"} 2026-07-06T19:45:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "e770370e-9c85-411f-8480-367e1bc18966", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "e770370e-9c85-411f-8480-367e1bc18966", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "e770370e-9c85-411f-8480-367e1bc18966", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:45:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "e770370e-9c85-411f-8480-367e1bc18966", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4-kserve-route-authn"} 2026-07-06T19:45:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "e770370e-9c85-411f-8480-367e1bc18966", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "e770370e-9c85-411f-8480-367e1bc18966", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f969f4","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "rate-test-model-f969f4", "reconcileID": "764c65c1-94d8-467a-abe0-ec3d327c5dac", "LLMInferenceService": "rate-test-model-f969f4", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "1eb4517e-e266-4e0c-8c0a-90718b8bbc38", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:45:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "1eb4517e-e266-4e0c-8c0a-90718b8bbc38", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:45:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "1eb4517e-e266-4e0c-8c0a-90718b8bbc38", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:45:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "124f7552-b90a-46da-a0a8-5a7224298d0a", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:45:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "124f7552-b90a-46da-a0a8-5a7224298d0a", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:45:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "124f7552-b90a-46da-a0a8-5a7224298d0a", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:45:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "1348cd88-922f-45c0-8a01-10ed090f7402", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:45:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "1348cd88-922f-45c0-8a01-10ed090f7402", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4"} 2026-07-06T19:45:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "1348cd88-922f-45c0-8a01-10ed090f7402", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:45:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "1348cd88-922f-45c0-8a01-10ed090f7402", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:45:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "1348cd88-922f-45c0-8a01-10ed090f7402", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:45:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "1348cd88-922f-45c0-8a01-10ed090f7402", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4-kserve-route-authn"} 2026-07-06T19:45:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "1348cd88-922f-45c0-8a01-10ed090f7402", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:45:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "1348cd88-922f-45c0-8a01-10ed090f7402", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:45:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f31ab4","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "rate-test-model-f31ab4", "reconcileID": "cbc9b3ca-70bb-421f-8cf8-dd6bfb382540", "LLMInferenceService": "rate-test-model-f31ab4", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:45:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "f4c72e38-1b55-490f-bf85-79a740e1f463", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:45:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "f4c72e38-1b55-490f-bf85-79a740e1f463", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:45:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "f4c72e38-1b55-490f-bf85-79a740e1f463", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:45:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "3742f194-2c95-4e87-a64d-61f61f091a6f", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:45:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "3742f194-2c95-4e87-a64d-61f61f091a6f", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:45:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "3742f194-2c95-4e87-a64d-61f61f091a6f", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:45:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f2e7004-9fd8-4026-b353-e4645211b74f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:45:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "1f096421-f7ac-4949-a347-507c2860e229", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:45:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "1f096421-f7ac-4949-a347-507c2860e229", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4-authn-ssl"} 2026-07-06T19:45:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "1f096421-f7ac-4949-a347-507c2860e229", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:45:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ac4ed54-347e-473a-8e1d-8600e755578a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ac4ed54-347e-473a-8e1d-8600e755578a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:45:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ac4ed54-347e-473a-8e1d-8600e755578a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-f969f4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:45:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-trusted-ca-bundle", "reconcileID": "18b4445c-c684-41a4-9c54-d88eb5027f22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-trusted-ca-bundle", "reconcileID": "18b4445c-c684-41a4-9c54-d88eb5027f22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "openshift-service-ca.crt", "reconcileID": "33dcf31f-54cf-4950-9e26-b17a1a25de57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "openshift-service-ca.crt", "reconcileID": "33dcf31f-54cf-4950-9e26-b17a1a25de57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fdc30d5-06c8-482f-911a-9ebf14ec9c22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:45:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f969f4"}, "namespace": "ai-tenant-e2e-shared-a-f969f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fdc30d5-06c8-482f-911a-9ebf14ec9c22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f969f4"} 2026-07-06T19:46:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f969f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f969f4", "reconcileID": "7d20ad99-9270-47e5-987f-2adf67ab4008", "Gateway": "e2e-shared-a-f969f4", "namespace": "openshift-ingress"} 2026-07-06T19:46:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5bd5f926-5a14-4227-ac7d-7b5324660e8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T19:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "2c69e374-e2a4-4545-b491-8b86d50ab349", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "2c69e374-e2a4-4545-b491-8b86d50ab349", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4-authn-ssl"} 2026-07-06T19:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "2c69e374-e2a4-4545-b491-8b86d50ab349", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"} 2026-07-06T19:46:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d0899b5-e24a-4f07-8b99-a7e88cd5bf63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:46:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d0899b5-e24a-4f07-8b99-a7e88cd5bf63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:46:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d0899b5-e24a-4f07-8b99-a7e88cd5bf63", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f31ab4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:46:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-trusted-ca-bundle", "reconcileID": "6f470a23-200f-4c37-a5bd-f7232c3b1364", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-trusted-ca-bundle", "reconcileID": "6f470a23-200f-4c37-a5bd-f7232c3b1364", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:46:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "openshift-service-ca.crt", "reconcileID": "8a8aeba2-0aad-4705-bf65-5f1813970116", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "openshift-service-ca.crt", "reconcileID": "8a8aeba2-0aad-4705-bf65-5f1813970116", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:46:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "120b9cd8-9449-4d93-b50d-38cdd9726635", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f31ab4"}, "namespace": "ai-tenant-e2e-shared-b-f31ab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "120b9cd8-9449-4d93-b50d-38cdd9726635", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f31ab4"} 2026-07-06T19:46:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f31ab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f31ab4", "reconcileID": "0dae9770-9d10-49ca-b768-ea258b428ccd", "Gateway": "e2e-shared-b-f31ab4", "namespace": "openshift-ingress"}