2026-07-17T11:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "openshift-service-ca.crt", "reconcileID": "1924b2f5-4a5c-4dff-9f04-887bc8d506b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a50d5b"} 2026-07-17T11:46:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "odh-trusted-ca-bundle", "reconcileID": "4ab6b5ff-290a-403c-acad-fe1df697ac81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a50d5b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T11:46:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "odh-trusted-ca-bundle", "reconcileID": "4ab6b5ff-290a-403c-acad-fe1df697ac81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a50d5b"} 2026-07-17T11:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25c5fd4b-7cb9-4a8b-b732-5c2b66938108", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a50d5b"} 2026-07-17T11:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "c718d79a-6e8f-4dce-b107-f115d3f90dd0", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress"} 2026-07-17T11:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "c718d79a-6e8f-4dce-b107-f115d3f90dd0", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b-authn-ssl"} 2026-07-17T11:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "c718d79a-6e8f-4dce-b107-f115d3f90dd0", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress"} 2026-07-17T11:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f7572fa-6958-47a1-9619-28e6a589e03c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:46:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0bf60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60", "reconcileID": "45d8aa8e-3243-4098-aa16-c996e79609c9", "Gateway": "e2e-api-a-c0bf60", "namespace": "openshift-ingress"} 2026-07-17T11:46:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0bf60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60", "reconcileID": "45d8aa8e-3243-4098-aa16-c996e79609c9", "Gateway": "e2e-api-a-c0bf60", "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60-authn-ssl"} 2026-07-17T11:46:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0bf60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60", "reconcileID": "45d8aa8e-3243-4098-aa16-c996e79609c9", "Gateway": "e2e-api-a-c0bf60", "namespace": "openshift-ingress"} 2026-07-17T11:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "bed9efb7-80ae-4816-a519-fc4e5e5ff9b3", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress"} 2026-07-17T11:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "bed9efb7-80ae-4816-a519-fc4e5e5ff9b3", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b-authn-ssl"} 2026-07-17T11:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "bed9efb7-80ae-4816-a519-fc4e5e5ff9b3", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress"} 2026-07-17T11:46:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4fca86bf-1e66-40c3-a005-1287adf0bfa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:46:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8fba7d2-2416-4f09-8dd7-1e41dcab008d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:46:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8077ec8-5a63-48b2-9dd9-1b2e031d4089", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:46:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0bf60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60", "reconcileID": "2678e970-f7fc-4473-8fa1-0f1dbd4e58a1", "Gateway": "e2e-api-a-c0bf60", "namespace": "openshift-ingress"} 2026-07-17T11:46:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0bf60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60", "reconcileID": "2678e970-f7fc-4473-8fa1-0f1dbd4e58a1", "Gateway": "e2e-api-a-c0bf60", "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60-authn-ssl"} 2026-07-17T11:46:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0bf60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60", "reconcileID": "2678e970-f7fc-4473-8fa1-0f1dbd4e58a1", "Gateway": "e2e-api-a-c0bf60", "namespace": "openshift-ingress"} 2026-07-17T11:46:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0bf60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60", "reconcileID": "75c173e4-6a3b-4b33-8821-9bca43e7d4af", "Gateway": "e2e-api-a-c0bf60", "namespace": "openshift-ingress"} 2026-07-17T11:46:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0bf60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60", "reconcileID": "75c173e4-6a3b-4b33-8821-9bca43e7d4af", "Gateway": "e2e-api-a-c0bf60", "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60-authn-ssl"} 2026-07-17T11:46:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0bf60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60", "reconcileID": "75c173e4-6a3b-4b33-8821-9bca43e7d4af", "Gateway": "e2e-api-a-c0bf60", "namespace": "openshift-ingress"} 2026-07-17T11:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0bf60"}, "namespace": "ai-tenant-e2e-api-a-c0bf60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96ceca7b-f3a5-4376-a73d-d761c26eff5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0bf60"} 2026-07-17T11:46:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0bf60"}, "namespace": "ai-tenant-e2e-api-a-c0bf60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96ceca7b-f3a5-4376-a73d-d761c26eff5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0bf60", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T11:46:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0bf60"}, "namespace": "ai-tenant-e2e-api-a-c0bf60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96ceca7b-f3a5-4376-a73d-d761c26eff5c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c0bf60 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T11:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0bf60"}, "namespace": "ai-tenant-e2e-api-a-c0bf60", "name": "odh-trusted-ca-bundle", "reconcileID": "577d39b4-0b4f-4d26-a06a-abd9b900c1be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0bf60"} 2026-07-17T11:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0bf60"}, "namespace": "ai-tenant-e2e-api-a-c0bf60", "name": "odh-trusted-ca-bundle", "reconcileID": "577d39b4-0b4f-4d26-a06a-abd9b900c1be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0bf60"} 2026-07-17T11:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c0bf60"}, "namespace": "ai-tenant-e2e-api-a-c0bf60", "name": "openshift-service-ca.crt", "reconcileID": "c73476de-1491-4f62-b0b1-ed2b8b08abf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c0bf60"} 2026-07-17T11:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c0bf60"}, "namespace": "ai-tenant-e2e-api-a-c0bf60", "name": "openshift-service-ca.crt", "reconcileID": "c73476de-1491-4f62-b0b1-ed2b8b08abf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c0bf60"} 2026-07-17T11:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0bf60"}, "namespace": "ai-tenant-e2e-api-a-c0bf60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e28c5c19-eb10-48ac-984f-d4c5f43ce31e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0bf60"} 2026-07-17T11:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c0bf60"}, "namespace": "ai-tenant-e2e-api-a-c0bf60", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e28c5c19-eb10-48ac-984f-d4c5f43ce31e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c0bf60"} 2026-07-17T11:46:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c0bf60","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c0bf60", "reconcileID": "ef7f90a9-5806-4dda-a956-a5928c10a1eb", "Gateway": "e2e-api-a-c0bf60", "namespace": "openshift-ingress"} 2026-07-17T11:46:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83eccaa5-c48d-4d8f-919a-f046ce4692da", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "31dad02e-c1f2-4826-82d4-03542a7dba2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:46:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "78f600f0-5dee-4b8d-878e-fb96a901206a", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress"} 2026-07-17T11:46:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "78f600f0-5dee-4b8d-878e-fb96a901206a", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b-authn-ssl"} 2026-07-17T11:46:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "78f600f0-5dee-4b8d-878e-fb96a901206a", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress"} 2026-07-17T11:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "9e629f2b-26ad-48e4-b106-3f311e1d9eba", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress"} 2026-07-17T11:46:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "9e629f2b-26ad-48e4-b106-3f311e1d9eba", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b-authn-ssl"} 2026-07-17T11:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "9e629f2b-26ad-48e4-b106-3f311e1d9eba", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress"} 2026-07-17T11:47:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b50470b0-38c2-489a-9c3c-234e1a6a1303", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a50d5b"} 2026-07-17T11:47:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b50470b0-38c2-489a-9c3c-234e1a6a1303", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a50d5b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T11:47:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b50470b0-38c2-489a-9c3c-234e1a6a1303", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a50d5b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T11:47:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "odh-trusted-ca-bundle", "reconcileID": "4ae214bb-3a08-4eb4-af30-08f197d6ab40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a50d5b"} 2026-07-17T11:47:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "odh-trusted-ca-bundle", "reconcileID": "4ae214bb-3a08-4eb4-af30-08f197d6ab40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a50d5b"} 2026-07-17T11:47:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "openshift-service-ca.crt", "reconcileID": "cc133459-56a6-4c2c-b667-9998495b9fbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a50d5b"} 2026-07-17T11:47:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "openshift-service-ca.crt", "reconcileID": "cc133459-56a6-4c2c-b667-9998495b9fbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a50d5b"} 2026-07-17T11:47:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8780112-dae2-44dc-9ca9-feece08e3f65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a50d5b"} 2026-07-17T11:47:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a50d5b"}, "namespace": "ai-tenant-e2e-api-b-a50d5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8780112-dae2-44dc-9ca9-feece08e3f65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a50d5b"} 2026-07-17T11:47:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a50d5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a50d5b", "reconcileID": "1737726f-717c-4215-a39a-28575e365d6e", "Gateway": "e2e-api-b-a50d5b", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "b7bf57dc-443c-4c3c-b8c2-22e16abf4a27", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "b7bf57dc-443c-4c3c-b8c2-22e16abf4a27", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "b7bf57dc-443c-4c3c-b8c2-22e16abf4a27", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "819427ce-d6ba-4b10-8b60-a469e38ee721", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "819427ce-d6ba-4b10-8b60-a469e38ee721", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "819427ce-d6ba-4b10-8b60-a469e38ee721", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "3929608d-fb65-4ce9-8a0c-7b02e1ca0cb8", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "3929608d-fb65-4ce9-8a0c-7b02e1ca0cb8", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "3929608d-fb65-4ce9-8a0c-7b02e1ca0cb8", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "c597dd7c-b50d-44cd-8781-b2346554b820", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "c597dd7c-b50d-44cd-8781-b2346554b820", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "c597dd7c-b50d-44cd-8781-b2346554b820", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "fe03c9bd-b4c7-4f5e-bc6d-d6e145a86171", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "fe03c9bd-b4c7-4f5e-bc6d-d6e145a86171", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "fe03c9bd-b4c7-4f5e-bc6d-d6e145a86171", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "8c82511f-8ec8-4348-a017-fc5d987bbad3", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "8c82511f-8ec8-4348-a017-fc5d987bbad3", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "8c82511f-8ec8-4348-a017-fc5d987bbad3", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "23ac98d5-10f3-416f-809c-306481de30b4", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "23ac98d5-10f3-416f-809c-306481de30b4", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "23ac98d5-10f3-416f-809c-306481de30b4", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-trusted-ca-bundle", "reconcileID": "edf76020-d450-4f65-a056-1ac10192289f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "openshift-service-ca.crt", "reconcileID": "a2291679-1e4c-48ee-bea4-e35ac85ddd31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "openshift-service-ca.crt", "reconcileID": "0a25796e-0be6-4e58-afb2-bff2bc7f81c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad4893", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T11:47:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "openshift-service-ca.crt", "reconcileID": "0a25796e-0be6-4e58-afb2-bff2bc7f81c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce97ff97-9ebc-47c4-866f-d8c4c85ac98f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "openshift-service-ca.crt", "reconcileID": "295d409f-c521-4df2-ac8c-cd4987a679b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-trusted-ca-bundle", "reconcileID": "5dc47c3b-935e-4e1f-9819-902bbf5504a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T11:47:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-trusted-ca-bundle", "reconcileID": "5dc47c3b-935e-4e1f-9819-902bbf5504a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fda38ea-0303-4c45-924c-b9465ef8716b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "14428105-0ab4-4bd2-990a-97fca46bab01", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "14428105-0ab4-4bd2-990a-97fca46bab01", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "14428105-0ab4-4bd2-990a-97fca46bab01", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "865760b7-8436-4fad-bcff-0d9d5e92718f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:47:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "e60928d9-8bf8-47a8-a2d2-31b134e8a4a9", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "e60928d9-8bf8-47a8-a2d2-31b134e8a4a9", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:47:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "e60928d9-8bf8-47a8-a2d2-31b134e8a4a9", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "4d4f6c4e-504b-479a-a9be-bcd9bd19712e", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "4d4f6c4e-504b-479a-a9be-bcd9bd19712e", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "4d4f6c4e-504b-479a-a9be-bcd9bd19712e", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "f6bdf8c4-c0ad-4986-be3a-e854ab3526f9", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "f6bdf8c4-c0ad-4986-be3a-e854ab3526f9", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "f6bdf8c4-c0ad-4986-be3a-e854ab3526f9", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "aa64954c-413b-4292-940a-7cb3bb08ba03", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "aa64954c-413b-4292-940a-7cb3bb08ba03", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "aa64954c-413b-4292-940a-7cb3bb08ba03", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "18d7efc6-3bd3-427e-b523-8197812a2dc5", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "18d7efc6-3bd3-427e-b523-8197812a2dc5", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "18d7efc6-3bd3-427e-b523-8197812a2dc5", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "c4c2427b-e599-4024-b0e0-ae1e163793cb", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "c4c2427b-e599-4024-b0e0-ae1e163793cb", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "c4c2427b-e599-4024-b0e0-ae1e163793cb", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "b0a0b958-3ed4-41ff-b775-7b20860cc37a", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "b0a0b958-3ed4-41ff-b775-7b20860cc37a", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "b0a0b958-3ed4-41ff-b775-7b20860cc37a", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "ad2dd4a5-03a9-4cf3-b005-d7ddd7bac241", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "ad2dd4a5-03a9-4cf3-b005-d7ddd7bac241", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "ad2dd4a5-03a9-4cf3-b005-d7ddd7bac241", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "openshift-service-ca.crt", "reconcileID": "293ad6ae-020f-4b69-ba48-5d1905e2a8ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-trusted-ca-bundle", "reconcileID": "a1f2c571-5f51-4074-b90f-ea0e68a878d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "openshift-service-ca.crt", "reconcileID": "845860fb-23bd-4933-bdc5-6303c33ee5bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9d836f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T11:47:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "openshift-service-ca.crt", "reconcileID": "845860fb-23bd-4933-bdc5-6303c33ee5bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "openshift-service-ca.crt", "reconcileID": "77b3a683-a028-4b5e-9a65-5f3f5de6eb5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9d836f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T11:47:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "openshift-service-ca.crt", "reconcileID": "77b3a683-a028-4b5e-9a65-5f3f5de6eb5f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T11:47:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fd4834e-e5d2-4329-8427-2556ccab094d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T11:47:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fd4834e-e5d2-4329-8427-2556ccab094d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-trusted-ca-bundle", "reconcileID": "9d060019-1993-44e6-8219-fc7323f64dce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "openshift-service-ca.crt", "reconcileID": "978268ba-016a-4e1a-bf4d-09a088b55a84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52ec20be-e265-4cfa-ae94-3272a7464e44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "b087d1bd-e9b3-4d41-b322-3d122609fca3", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "b087d1bd-e9b3-4d41-b322-3d122609fca3", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:47:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "b087d1bd-e9b3-4d41-b322-3d122609fca3", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8acc82ff-89c9-4f1f-9b79-4efc6c20cd1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:47:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "d29f04da-3a05-4143-abe7-2bac477be5fd", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "d29f04da-3a05-4143-abe7-2bac477be5fd", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "d29f04da-3a05-4143-abe7-2bac477be5fd", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "2c46bf1d-96ac-427a-b0ab-6f8d34bdf1a6", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "d29f04da-3a05-4143-abe7-2bac477be5fd", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:47:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "d29f04da-3a05-4143-abe7-2bac477be5fd", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:47:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "d29f04da-3a05-4143-abe7-2bac477be5fd", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "2c46bf1d-96ac-427a-b0ab-6f8d34bdf1a6", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "2c46bf1d-96ac-427a-b0ab-6f8d34bdf1a6", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "a958ae5d-2cc1-416c-b6ad-8479deb9f086", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "a958ae5d-2cc1-416c-b6ad-8479deb9f086", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "a958ae5d-2cc1-416c-b6ad-8479deb9f086", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "a958ae5d-2cc1-416c-b6ad-8479deb9f086", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:47:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "a958ae5d-2cc1-416c-b6ad-8479deb9f086", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:47:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "a958ae5d-2cc1-416c-b6ad-8479deb9f086", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "16a2757c-4e0c-4eae-84fa-b36ac9acba02", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "16a2757c-4e0c-4eae-84fa-b36ac9acba02", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:47:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "16a2757c-4e0c-4eae-84fa-b36ac9acba02", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e719b02c-794a-423f-94c7-4823bb6eb1d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:47:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "016f75af-077f-43d3-b6f0-40a26cfc3230", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:47:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "b7ceb3df-e77a-4a24-af00-aadc68cccb78", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "b7ceb3df-e77a-4a24-af00-aadc68cccb78", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:47:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "b7ceb3df-e77a-4a24-af00-aadc68cccb78", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:47:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "5efd12a3-8bfb-45e5-a4bb-e9fe99a2b386", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "5efd12a3-8bfb-45e5-a4bb-e9fe99a2b386", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "5efd12a3-8bfb-45e5-a4bb-e9fe99a2b386", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "5efd12a3-8bfb-45e5-a4bb-e9fe99a2b386", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:47:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "5efd12a3-8bfb-45e5-a4bb-e9fe99a2b386", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:47:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "5efd12a3-8bfb-45e5-a4bb-e9fe99a2b386", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "42b71762-90e2-4043-87a8-3fcf5421fed3", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "42b71762-90e2-4043-87a8-3fcf5421fed3", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "42b71762-90e2-4043-87a8-3fcf5421fed3", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "42b71762-90e2-4043-87a8-3fcf5421fed3", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:47:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "42b71762-90e2-4043-87a8-3fcf5421fed3", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:47:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "42b71762-90e2-4043-87a8-3fcf5421fed3", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "46482d8e-dc4e-480b-89d0-9b2ba031f720", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "46482d8e-dc4e-480b-89d0-9b2ba031f720", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "46482d8e-dc4e-480b-89d0-9b2ba031f720", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "46482d8e-dc4e-480b-89d0-9b2ba031f720", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:47:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "46482d8e-dc4e-480b-89d0-9b2ba031f720", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:47:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "46482d8e-dc4e-480b-89d0-9b2ba031f720", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:47:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "d40218db-a6ea-4c77-a7d6-f8014f5201f9", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "d40218db-a6ea-4c77-a7d6-f8014f5201f9", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "d40218db-a6ea-4c77-a7d6-f8014f5201f9", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "0dbc4719-e358-469e-aba2-c317c534a2ae", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "d40218db-a6ea-4c77-a7d6-f8014f5201f9", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:47:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "d40218db-a6ea-4c77-a7d6-f8014f5201f9", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:47:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "d40218db-a6ea-4c77-a7d6-f8014f5201f9", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "0dbc4719-e358-469e-aba2-c317c534a2ae", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:47:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "0dbc4719-e358-469e-aba2-c317c534a2ae", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:47:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "3992b250-0938-4a1a-bbdf-a461adc246ad", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "3992b250-0938-4a1a-bbdf-a461adc246ad", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "3992b250-0938-4a1a-bbdf-a461adc246ad", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:47:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "3992b250-0938-4a1a-bbdf-a461adc246ad", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:47:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "3992b250-0938-4a1a-bbdf-a461adc246ad", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:47:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "3992b250-0938-4a1a-bbdf-a461adc246ad", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "602ef9e4-4033-4020-a056-f4b0c5984bc1", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:48:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "602ef9e4-4033-4020-a056-f4b0c5984bc1", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "602ef9e4-4033-4020-a056-f4b0c5984bc1", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:48:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "58a191a5-743a-4ba6-9d4a-432a40eb9ae0", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "58a191a5-743a-4ba6-9d4a-432a40eb9ae0", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "58a191a5-743a-4ba6-9d4a-432a40eb9ae0", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "58a191a5-743a-4ba6-9d4a-432a40eb9ae0", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:48:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "58a191a5-743a-4ba6-9d4a-432a40eb9ae0", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:48:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "58a191a5-743a-4ba6-9d4a-432a40eb9ae0", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "95ce9b42-38c7-4fd8-846d-b56e037e5111", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "95ce9b42-38c7-4fd8-846d-b56e037e5111", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "95ce9b42-38c7-4fd8-846d-b56e037e5111", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "95ce9b42-38c7-4fd8-846d-b56e037e5111", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:48:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "95ce9b42-38c7-4fd8-846d-b56e037e5111", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:48:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "95ce9b42-38c7-4fd8-846d-b56e037e5111", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "5a10eb27-5b53-41b2-a8aa-b2fbc66917af", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "5a10eb27-5b53-41b2-a8aa-b2fbc66917af", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "5a10eb27-5b53-41b2-a8aa-b2fbc66917af", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "5a10eb27-5b53-41b2-a8aa-b2fbc66917af", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:48:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "5a10eb27-5b53-41b2-a8aa-b2fbc66917af", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:48:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "5a10eb27-5b53-41b2-a8aa-b2fbc66917af", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:48:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "e53b1099-8c02-4be6-bd18-21a0094364c6", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:48:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "e53b1099-8c02-4be6-bd18-21a0094364c6", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:48:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "e53b1099-8c02-4be6-bd18-21a0094364c6", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:48:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "4cb02d02-e008-4cf8-8532-6c82838f5667", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:48:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "4cb02d02-e008-4cf8-8532-6c82838f5667", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:48:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "4cb02d02-e008-4cf8-8532-6c82838f5667", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:50:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "6e37f11d-6e4d-4162-8c57-a961df965e36", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "6e37f11d-6e4d-4162-8c57-a961df965e36", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893"} 2026-07-17T11:50:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "6e37f11d-6e4d-4162-8c57-a961df965e36", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "6e37f11d-6e4d-4162-8c57-a961df965e36", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "6e37f11d-6e4d-4162-8c57-a961df965e36", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:50:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "6e37f11d-6e4d-4162-8c57-a961df965e36", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:50:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "6e37f11d-6e4d-4162-8c57-a961df965e36", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "6e37f11d-6e4d-4162-8c57-a961df965e36", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "auth-test-model-ad4893", "reconcileID": "e2e0d191-7202-4aa5-8a10-358c8133bd71", "LLMInferenceService": "auth-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "2441e2c6-8fd7-40d9-8032-42c2802b064a", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:50:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "2441e2c6-8fd7-40d9-8032-42c2802b064a", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:50:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "2441e2c6-8fd7-40d9-8032-42c2802b064a", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:50:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "6805d873-833e-4576-8b5f-bb1d5e73c6ec", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:50:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "6805d873-833e-4576-8b5f-bb1d5e73c6ec", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:50:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "6805d873-833e-4576-8b5f-bb1d5e73c6ec", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:50:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "7ac1a5e1-ba87-4ff2-8fee-47b45f3a77d5", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "7ac1a5e1-ba87-4ff2-8fee-47b45f3a77d5", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f"} 2026-07-17T11:50:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "7ac1a5e1-ba87-4ff2-8fee-47b45f3a77d5", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "7ac1a5e1-ba87-4ff2-8fee-47b45f3a77d5", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "7ac1a5e1-ba87-4ff2-8fee-47b45f3a77d5", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:50:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "7ac1a5e1-ba87-4ff2-8fee-47b45f3a77d5", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:50:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "7ac1a5e1-ba87-4ff2-8fee-47b45f3a77d5", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "7ac1a5e1-ba87-4ff2-8fee-47b45f3a77d5", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "auth-test-model-9d836f", "reconcileID": "1039c499-e664-4db6-a9d3-7f3baf4b943e", "LLMInferenceService": "auth-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "6b761a88-4a74-4ba2-8eff-83f4ee4180db", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:50:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "6b761a88-4a74-4ba2-8eff-83f4ee4180db", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:50:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "6b761a88-4a74-4ba2-8eff-83f4ee4180db", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:50:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "ce254e82-f03e-4b36-9cb8-5001502b36b0", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:50:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "ce254e82-f03e-4b36-9cb8-5001502b36b0", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:50:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "ce254e82-f03e-4b36-9cb8-5001502b36b0", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:50:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "c0e4e8b7-a149-4ef3-8f46-7fdaf6f4a531", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "c0e4e8b7-a149-4ef3-8f46-7fdaf6f4a531", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "c0e4e8b7-a149-4ef3-8f46-7fdaf6f4a531", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "09a55587-8d89-4b06-b6d8-12d83147a720", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:50:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "c0e4e8b7-a149-4ef3-8f46-7fdaf6f4a531", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:50:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "c0e4e8b7-a149-4ef3-8f46-7fdaf6f4a531", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:50:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "c0e4e8b7-a149-4ef3-8f46-7fdaf6f4a531", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "09a55587-8d89-4b06-b6d8-12d83147a720", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:50:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "09a55587-8d89-4b06-b6d8-12d83147a720", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:50:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "bc451c51-2e2c-40b4-a97b-df4deea4d1e5", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "bc451c51-2e2c-40b4-a97b-df4deea4d1e5", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "bc451c51-2e2c-40b4-a97b-df4deea4d1e5", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "bc451c51-2e2c-40b4-a97b-df4deea4d1e5", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:50:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "bc451c51-2e2c-40b4-a97b-df4deea4d1e5", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:50:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "bc451c51-2e2c-40b4-a97b-df4deea4d1e5", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "9bca8797-4707-4066-be39-ae805a6bf874", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "9bca8797-4707-4066-be39-ae805a6bf874", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "9bca8797-4707-4066-be39-ae805a6bf874", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:50:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "7e65f528-4dae-4268-bc88-559596146b85", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "7e65f528-4dae-4268-bc88-559596146b85", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "7e65f528-4dae-4268-bc88-559596146b85", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "7e65f528-4dae-4268-bc88-559596146b85", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:50:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "7e65f528-4dae-4268-bc88-559596146b85", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:50:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "7e65f528-4dae-4268-bc88-559596146b85", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "16ceb3e6-0846-413e-a04c-0b3f9371f681", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "16ceb3e6-0846-413e-a04c-0b3f9371f681", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "16ceb3e6-0846-413e-a04c-0b3f9371f681", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "16ceb3e6-0846-413e-a04c-0b3f9371f681", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:50:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "16ceb3e6-0846-413e-a04c-0b3f9371f681", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:50:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "16ceb3e6-0846-413e-a04c-0b3f9371f681", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:50:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "719736b0-a19d-4af5-a336-f6ac7498d3fa", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "719736b0-a19d-4af5-a336-f6ac7498d3fa", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "719736b0-a19d-4af5-a336-f6ac7498d3fa", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "62a9d574-2f7c-4d93-8a26-932bdbd4decb", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:50:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "719736b0-a19d-4af5-a336-f6ac7498d3fa", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:50:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "719736b0-a19d-4af5-a336-f6ac7498d3fa", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:50:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "719736b0-a19d-4af5-a336-f6ac7498d3fa", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "62a9d574-2f7c-4d93-8a26-932bdbd4decb", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:50:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "62a9d574-2f7c-4d93-8a26-932bdbd4decb", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:50:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "bfd7f6b5-c205-40c7-b531-ef0a57398393", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "bfd7f6b5-c205-40c7-b531-ef0a57398393", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "bfd7f6b5-c205-40c7-b531-ef0a57398393", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "bfd7f6b5-c205-40c7-b531-ef0a57398393", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:50:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "bfd7f6b5-c205-40c7-b531-ef0a57398393", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:50:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "bfd7f6b5-c205-40c7-b531-ef0a57398393", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "96a19d07-e930-4fe3-a6f2-64c7d170bc68", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:50:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "96a19d07-e930-4fe3-a6f2-64c7d170bc68", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:50:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "96a19d07-e930-4fe3-a6f2-64c7d170bc68", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:50:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "d9a26c89-40ba-4fae-a0cb-6cccbe7f686f", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "d9a26c89-40ba-4fae-a0cb-6cccbe7f686f", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "d9a26c89-40ba-4fae-a0cb-6cccbe7f686f", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:50:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "d9a26c89-40ba-4fae-a0cb-6cccbe7f686f", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:50:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "d9a26c89-40ba-4fae-a0cb-6cccbe7f686f", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:50:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "d9a26c89-40ba-4fae-a0cb-6cccbe7f686f", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "57f3c9b3-a0b3-4c4e-bb13-089fe4067c2e", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "57f3c9b3-a0b3-4c4e-bb13-089fe4067c2e", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "57f3c9b3-a0b3-4c4e-bb13-089fe4067c2e", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "57f3c9b3-a0b3-4c4e-bb13-089fe4067c2e", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:51:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "57f3c9b3-a0b3-4c4e-bb13-089fe4067c2e", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:51:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "57f3c9b3-a0b3-4c4e-bb13-089fe4067c2e", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:05Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T11:51:05Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T11:51:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "cf9b973c-aae5-4700-b922-7cea40010fd7", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "cf9b973c-aae5-4700-b922-7cea40010fd7", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "cf9b973c-aae5-4700-b922-7cea40010fd7", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "cf9b973c-aae5-4700-b922-7cea40010fd7", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:51:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "cf9b973c-aae5-4700-b922-7cea40010fd7", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:51:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "cf9b973c-aae5-4700-b922-7cea40010fd7", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:09Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T11:51:09Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T11:51:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "6739f25e-75bc-4915-b77d-983f3cb3f2b9", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "6739f25e-75bc-4915-b77d-983f3cb3f2b9", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893"} 2026-07-17T11:51:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "6739f25e-75bc-4915-b77d-983f3cb3f2b9", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "6739f25e-75bc-4915-b77d-983f3cb3f2b9", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "6739f25e-75bc-4915-b77d-983f3cb3f2b9", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:51:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "6739f25e-75bc-4915-b77d-983f3cb3f2b9", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:51:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "6739f25e-75bc-4915-b77d-983f3cb3f2b9", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "6739f25e-75bc-4915-b77d-983f3cb3f2b9", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "sub-test-model-ad4893", "reconcileID": "f4bba64f-e190-4b7b-883a-22f54f0691d1", "LLMInferenceService": "sub-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "d8296cc4-ac85-442d-9fb2-8fb8b205dc9e", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:51:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "d8296cc4-ac85-442d-9fb2-8fb8b205dc9e", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:51:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "d8296cc4-ac85-442d-9fb2-8fb8b205dc9e", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:51:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "16640659-de2e-4d78-83ce-f51f92b81d50", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:51:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "16640659-de2e-4d78-83ce-f51f92b81d50", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:51:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "16640659-de2e-4d78-83ce-f51f92b81d50", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:51:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "959955f6-0e2c-4008-86cc-63042bbe4939", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "959955f6-0e2c-4008-86cc-63042bbe4939", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f"} 2026-07-17T11:51:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "959955f6-0e2c-4008-86cc-63042bbe4939", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "959955f6-0e2c-4008-86cc-63042bbe4939", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "959955f6-0e2c-4008-86cc-63042bbe4939", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:51:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "959955f6-0e2c-4008-86cc-63042bbe4939", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:51:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "959955f6-0e2c-4008-86cc-63042bbe4939", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "959955f6-0e2c-4008-86cc-63042bbe4939", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "sub-test-model-9d836f", "reconcileID": "e1110927-757f-4eff-86ba-6c36f6ab95e3", "LLMInferenceService": "sub-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:51:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "b26cf973-d1a3-4a8a-9295-bb8d93d41b87", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:51:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "b26cf973-d1a3-4a8a-9295-bb8d93d41b87", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:51:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "b26cf973-d1a3-4a8a-9295-bb8d93d41b87", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:51:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "6a64b2d2-c341-48f0-8d29-015f07b53b1d", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:51:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "6a64b2d2-c341-48f0-8d29-015f07b53b1d", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:51:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "6a64b2d2-c341-48f0-8d29-015f07b53b1d", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:51:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "f1c000cd-da94-4d3c-a01f-e6ed1886cbc1", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "f1c000cd-da94-4d3c-a01f-e6ed1886cbc1", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "f1c000cd-da94-4d3c-a01f-e6ed1886cbc1", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "00bce7f0-3445-422e-a948-2a7b205d2d89", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:51:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "f1c000cd-da94-4d3c-a01f-e6ed1886cbc1", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:51:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "f1c000cd-da94-4d3c-a01f-e6ed1886cbc1", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:51:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "f1c000cd-da94-4d3c-a01f-e6ed1886cbc1", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "00bce7f0-3445-422e-a948-2a7b205d2d89", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:51:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "00bce7f0-3445-422e-a948-2a7b205d2d89", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:51:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "d03053d1-09d5-43db-982f-07fcf75ff595", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "d03053d1-09d5-43db-982f-07fcf75ff595", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "d03053d1-09d5-43db-982f-07fcf75ff595", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "d03053d1-09d5-43db-982f-07fcf75ff595", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:51:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "d03053d1-09d5-43db-982f-07fcf75ff595", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:51:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "d03053d1-09d5-43db-982f-07fcf75ff595", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "736e04bd-a976-44f2-ba15-0717ab979f2d", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:51:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "736e04bd-a976-44f2-ba15-0717ab979f2d", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:51:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "736e04bd-a976-44f2-ba15-0717ab979f2d", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:51:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "cd8030b4-190f-45f2-b12a-449e2b5fbeb4", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "cd8030b4-190f-45f2-b12a-449e2b5fbeb4", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "cd8030b4-190f-45f2-b12a-449e2b5fbeb4", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "cd8030b4-190f-45f2-b12a-449e2b5fbeb4", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:51:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "cd8030b4-190f-45f2-b12a-449e2b5fbeb4", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:51:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "cd8030b4-190f-45f2-b12a-449e2b5fbeb4", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cf43cd80-44d2-4826-a596-892546d46706", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:51:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "7e702cae-5aac-45cd-8383-dc5f7c12ee83", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "7e702cae-5aac-45cd-8383-dc5f7c12ee83", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "7e702cae-5aac-45cd-8383-dc5f7c12ee83", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:51:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "7e702cae-5aac-45cd-8383-dc5f7c12ee83", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:51:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "7e702cae-5aac-45cd-8383-dc5f7c12ee83", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "authType": "userdefined"} 2026-07-17T11:51:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "7e702cae-5aac-45cd-8383-dc5f7c12ee83", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:52:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "b5bc96ba-51ba-4383-9a71-9c44b2d754d1", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "b5bc96ba-51ba-4383-9a71-9c44b2d754d1", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "b5bc96ba-51ba-4383-9a71-9c44b2d754d1", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "778edd12-5f13-4e35-9a68-c7f7c217ceb8", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:52:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "b5bc96ba-51ba-4383-9a71-9c44b2d754d1", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:52:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "b5bc96ba-51ba-4383-9a71-9c44b2d754d1", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:52:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "b5bc96ba-51ba-4383-9a71-9c44b2d754d1", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "778edd12-5f13-4e35-9a68-c7f7c217ceb8", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:52:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "778edd12-5f13-4e35-9a68-c7f7c217ceb8", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:52:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "5f95010c-1577-4a2a-875e-ccc8b086daad", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "5f95010c-1577-4a2a-875e-ccc8b086daad", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "5f95010c-1577-4a2a-875e-ccc8b086daad", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "5f95010c-1577-4a2a-875e-ccc8b086daad", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:52:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "5f95010c-1577-4a2a-875e-ccc8b086daad", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:52:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "5f95010c-1577-4a2a-875e-ccc8b086daad", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "a174190a-1528-4f8d-aa0c-6d7e498093e5", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:52:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "a174190a-1528-4f8d-aa0c-6d7e498093e5", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:52:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "a174190a-1528-4f8d-aa0c-6d7e498093e5", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:52:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "f62ad70c-a5e7-44e5-9a3f-0b086d064e3d", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "f62ad70c-a5e7-44e5-9a3f-0b086d064e3d", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "f62ad70c-a5e7-44e5-9a3f-0b086d064e3d", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "f62ad70c-a5e7-44e5-9a3f-0b086d064e3d", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:52:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "f62ad70c-a5e7-44e5-9a3f-0b086d064e3d", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:52:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "f62ad70c-a5e7-44e5-9a3f-0b086d064e3d", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "dbcbd42b-8139-49f5-8616-94f667db9b30", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "dbcbd42b-8139-49f5-8616-94f667db9b30", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "dbcbd42b-8139-49f5-8616-94f667db9b30", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "dbcbd42b-8139-49f5-8616-94f667db9b30", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:52:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "dbcbd42b-8139-49f5-8616-94f667db9b30", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:52:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "dbcbd42b-8139-49f5-8616-94f667db9b30", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "59246042-9d5f-4b5e-8f35-fdff3bad718b", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "59246042-9d5f-4b5e-8f35-fdff3bad718b", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "59246042-9d5f-4b5e-8f35-fdff3bad718b", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "59246042-9d5f-4b5e-8f35-fdff3bad718b", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:52:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "59246042-9d5f-4b5e-8f35-fdff3bad718b", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "authType": "userdefined"} 2026-07-17T11:52:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "59246042-9d5f-4b5e-8f35-fdff3bad718b", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec5a10e9-6f3e-4637-9339-716808dc81a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:52:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "087eabd2-0bc5-4c06-b1ba-d10347bd6268", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:52:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "09be1054-6599-4005-897f-af3539438ef6", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:52:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "09be1054-6599-4005-897f-af3539438ef6", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893"} 2026-07-17T11:52:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "09be1054-6599-4005-897f-af3539438ef6", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:52:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "09be1054-6599-4005-897f-af3539438ef6", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:52:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "09be1054-6599-4005-897f-af3539438ef6", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:52:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "09be1054-6599-4005-897f-af3539438ef6", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893-kserve-route-authn"} 2026-07-17T11:52:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "09be1054-6599-4005-897f-af3539438ef6", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:52:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "09be1054-6599-4005-897f-af3539438ef6", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:52:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ad4893","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "rate-test-model-ad4893", "reconcileID": "7bb4b15c-0da6-4be0-96f4-4f4665dcdaf4", "LLMInferenceService": "rate-test-model-ad4893", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "184e18c1-e16e-4dc1-97ab-c598534fd922", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "184e18c1-e16e-4dc1-97ab-c598534fd922", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "184e18c1-e16e-4dc1-97ab-c598534fd922", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "e8bcd920-0189-486d-9325-2527355eac4e", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "e8bcd920-0189-486d-9325-2527355eac4e", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "e8bcd920-0189-486d-9325-2527355eac4e", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:52:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "9edabd07-51ea-49d6-8476-eb1ad90fb66a", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "9edabd07-51ea-49d6-8476-eb1ad90fb66a", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f"} 2026-07-17T11:52:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "9edabd07-51ea-49d6-8476-eb1ad90fb66a", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "9edabd07-51ea-49d6-8476-eb1ad90fb66a", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "9edabd07-51ea-49d6-8476-eb1ad90fb66a", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:52:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "9edabd07-51ea-49d6-8476-eb1ad90fb66a", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f-kserve-route-authn"} 2026-07-17T11:52:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "9edabd07-51ea-49d6-8476-eb1ad90fb66a", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "9edabd07-51ea-49d6-8476-eb1ad90fb66a", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d836f","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "rate-test-model-9d836f", "reconcileID": "09c30fdc-e761-4d97-8537-d6c482fc666e", "LLMInferenceService": "rate-test-model-9d836f", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "fa1a0117-ec22-443e-99e6-f34961643964", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "fa1a0117-ec22-443e-99e6-f34961643964", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "fa1a0117-ec22-443e-99e6-f34961643964", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "3cfbbcee-b3eb-4fb4-8535-3a3d0286b7e4", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "3cfbbcee-b3eb-4fb4-8535-3a3d0286b7e4", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "3cfbbcee-b3eb-4fb4-8535-3a3d0286b7e4", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:53:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "822a0af9-cdee-4e91-8efa-00736676b744", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:53:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "d96d339a-c488-473e-ba38-291fdccf0e1e", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:53:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "d96d339a-c488-473e-ba38-291fdccf0e1e", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:53:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "d96d339a-c488-473e-ba38-291fdccf0e1e", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:53:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "4cd923b8-ed32-496f-804b-fc7a569cee13", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:53:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "4cd923b8-ed32-496f-804b-fc7a569cee13", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893-authn-ssl"} 2026-07-17T11:53:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "4cd923b8-ed32-496f-804b-fc7a569cee13", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:53:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e6a4c8d-7d6d-4cd9-a6f9-8c4ca6619b18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:53:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e6a4c8d-7d6d-4cd9-a6f9-8c4ca6619b18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T11:53:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e6a4c8d-7d6d-4cd9-a6f9-8c4ca6619b18", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ad4893 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T11:53:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-trusted-ca-bundle", "reconcileID": "de3babea-1951-4c5a-8f16-9ff3d7e3800a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:53:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-trusted-ca-bundle", "reconcileID": "de3babea-1951-4c5a-8f16-9ff3d7e3800a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:53:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "openshift-service-ca.crt", "reconcileID": "d00ff070-40b9-4163-9a14-05b04a586fe0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:53:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "openshift-service-ca.crt", "reconcileID": "d00ff070-40b9-4163-9a14-05b04a586fe0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:53:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b32db33-e4f9-447f-a2df-d0f4f520347b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:53:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ad4893"}, "namespace": "ai-tenant-e2e-shared-a-ad4893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b32db33-e4f9-447f-a2df-d0f4f520347b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ad4893"} 2026-07-17T11:53:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ad4893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ad4893", "reconcileID": "a2cb1d3a-48b4-4e3e-9ed1-20c0fa606fa6", "Gateway": "e2e-shared-a-ad4893", "namespace": "openshift-ingress"} 2026-07-17T11:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16e66979-4996-40a4-b645-dc0f1a0fe897", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T11:53:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "c47a255f-1848-424f-b54a-6adf55c59a36", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:53:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "c47a255f-1848-424f-b54a-6adf55c59a36", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:53:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "c47a255f-1848-424f-b54a-6adf55c59a36", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:53:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "3808712c-70ba-43e7-bb6d-040dc81f1cc3", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:53:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "3808712c-70ba-43e7-bb6d-040dc81f1cc3", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f-authn-ssl"} 2026-07-17T11:53:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "3808712c-70ba-43e7-bb6d-040dc81f1cc3", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"} 2026-07-17T11:54:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9966ffb-596b-4792-8327-66f241ccfe8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:54:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9966ffb-596b-4792-8327-66f241ccfe8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T11:54:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9966ffb-596b-4792-8327-66f241ccfe8b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-9d836f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T11:54:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-trusted-ca-bundle", "reconcileID": "67f83e7c-d50f-485e-8464-e7139fb7cc09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:54:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-trusted-ca-bundle", "reconcileID": "67f83e7c-d50f-485e-8464-e7139fb7cc09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:54:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "openshift-service-ca.crt", "reconcileID": "a1c826bc-36d6-4196-ae29-8e65adfd2914", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:54:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "openshift-service-ca.crt", "reconcileID": "a1c826bc-36d6-4196-ae29-8e65adfd2914", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:54:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa296aed-9709-4a70-8ea8-742d601fa8f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:54:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9d836f"}, "namespace": "ai-tenant-e2e-shared-b-9d836f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa296aed-9709-4a70-8ea8-742d601fa8f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9d836f"} 2026-07-17T11:54:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9d836f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9d836f", "reconcileID": "429e6d1f-d7c7-417f-8b4c-8a4942d4c502", "Gateway": "e2e-shared-b-9d836f", "namespace": "openshift-ingress"}