2026-07-17T01:04:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "8f811e52-a02a-4e46-9751-35729a803651", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:04:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "8f811e52-a02a-4e46-9751-35729a803651", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04-authn-ssl"} 2026-07-17T01:04:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "8f811e52-a02a-4e46-9751-35729a803651", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:04:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "openshift-service-ca.crt", "reconcileID": "da88af04-3ca1-45e3-83c2-7d0716f11b07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:04:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-trusted-ca-bundle", "reconcileID": "1cd964b1-2f6a-4756-8940-e59b8066b84a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:04:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "openshift-service-ca.crt", "reconcileID": "260e1cb8-9813-4546-91ef-6cffa6a6aca7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-49fd04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T01:04:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "openshift-service-ca.crt", "reconcileID": "260e1cb8-9813-4546-91ef-6cffa6a6aca7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:04:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21cf006d-c96c-4b63-a529-c7785cfb1eab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:04:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "openshift-service-ca.crt", "reconcileID": "0be13f0a-8a52-4de2-9f0f-12ad5a2939c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:04:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-trusted-ca-bundle", "reconcileID": "ada19d1c-5ceb-46b5-8397-6ace11c70269", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T01:04:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-trusted-ca-bundle", "reconcileID": "ada19d1c-5ceb-46b5-8397-6ace11c70269", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:04:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1dc2961b-1f91-48a4-aafb-0e3bc3de76b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:04:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "1e6a829f-f4a4-468e-ae15-997421484068", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:04:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "1e6a829f-f4a4-468e-ae15-997421484068", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04-authn-ssl"} 2026-07-17T01:04:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "1e6a829f-f4a4-468e-ae15-997421484068", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6143c2f-6e28-4fa9-89bb-2079e7f4d824", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:04:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b5ab5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c", "reconcileID": "0f0c8f26-1346-4bca-b9c3-5f1936b5f982", "Gateway": "e2e-api-a-b5ab5c", "namespace": "openshift-ingress"} 2026-07-17T01:04:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b5ab5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c", "reconcileID": "0f0c8f26-1346-4bca-b9c3-5f1936b5f982", "Gateway": "e2e-api-a-b5ab5c", "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c-authn-ssl"} 2026-07-17T01:04:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b5ab5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c", "reconcileID": "0f0c8f26-1346-4bca-b9c3-5f1936b5f982", "Gateway": "e2e-api-a-b5ab5c", "namespace": "openshift-ingress"} 2026-07-17T01:04:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "19a596f7-39b3-4efd-b861-0fa3d23d254b", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:04:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "19a596f7-39b3-4efd-b861-0fa3d23d254b", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04-authn-ssl"} 2026-07-17T01:04:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "19a596f7-39b3-4efd-b861-0fa3d23d254b", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "720284b3-1436-407a-b285-056dbb01ec69", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37c9df4f-b7a4-4eaa-9954-5d8038525e3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:05:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "87543229-98b8-49b0-b6e8-18b78cf7c0ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:05:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b5ab5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c", "reconcileID": "aec529b0-0cbc-4d00-bb65-bcc6232838a6", "Gateway": "e2e-api-a-b5ab5c", "namespace": "openshift-ingress"} 2026-07-17T01:05:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b5ab5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c", "reconcileID": "aec529b0-0cbc-4d00-bb65-bcc6232838a6", "Gateway": "e2e-api-a-b5ab5c", "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c-authn-ssl"} 2026-07-17T01:05:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b5ab5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c", "reconcileID": "aec529b0-0cbc-4d00-bb65-bcc6232838a6", "Gateway": "e2e-api-a-b5ab5c", "namespace": "openshift-ingress"} 2026-07-17T01:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b5ab5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c", "reconcileID": "8e337392-03ea-41ea-87a0-e03fa8e1ac47", "Gateway": "e2e-api-a-b5ab5c", "namespace": "openshift-ingress"} 2026-07-17T01:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b5ab5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c", "reconcileID": "8e337392-03ea-41ea-87a0-e03fa8e1ac47", "Gateway": "e2e-api-a-b5ab5c", "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c-authn-ssl"} 2026-07-17T01:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b5ab5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c", "reconcileID": "8e337392-03ea-41ea-87a0-e03fa8e1ac47", "Gateway": "e2e-api-a-b5ab5c", "namespace": "openshift-ingress"} 2026-07-17T01:05:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b5ab5c"}, "namespace": "ai-tenant-e2e-api-a-b5ab5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3836a0d1-b20b-4e50-90e6-a03cbb1b588e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b5ab5c"} 2026-07-17T01:05:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b5ab5c"}, "namespace": "ai-tenant-e2e-api-a-b5ab5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3836a0d1-b20b-4e50-90e6-a03cbb1b588e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b5ab5c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T01:05:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b5ab5c"}, "namespace": "ai-tenant-e2e-api-a-b5ab5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3836a0d1-b20b-4e50-90e6-a03cbb1b588e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-b5ab5c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T01:05:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b5ab5c"}, "namespace": "ai-tenant-e2e-api-a-b5ab5c", "name": "odh-trusted-ca-bundle", "reconcileID": "a4633a78-f60f-46f4-97e5-9c2b10ab2715", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b5ab5c"} 2026-07-17T01:05:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b5ab5c"}, "namespace": "ai-tenant-e2e-api-a-b5ab5c", "name": "odh-trusted-ca-bundle", "reconcileID": "a4633a78-f60f-46f4-97e5-9c2b10ab2715", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b5ab5c"} 2026-07-17T01:05:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-b5ab5c"}, "namespace": "ai-tenant-e2e-api-a-b5ab5c", "name": "openshift-service-ca.crt", "reconcileID": "a8beda16-c0d9-4590-87f1-46ecc4f008bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-b5ab5c"} 2026-07-17T01:05:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-b5ab5c"}, "namespace": "ai-tenant-e2e-api-a-b5ab5c", "name": "openshift-service-ca.crt", "reconcileID": "a8beda16-c0d9-4590-87f1-46ecc4f008bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-b5ab5c"} 2026-07-17T01:05:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b5ab5c"}, "namespace": "ai-tenant-e2e-api-a-b5ab5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2511d3b1-6c48-4480-aa65-59383af98c37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b5ab5c"} 2026-07-17T01:05:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b5ab5c"}, "namespace": "ai-tenant-e2e-api-a-b5ab5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2511d3b1-6c48-4480-aa65-59383af98c37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b5ab5c"} 2026-07-17T01:05:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b5ab5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b5ab5c", "reconcileID": "7779e8aa-660e-4458-b727-fbc843fb08e6", "Gateway": "e2e-api-a-b5ab5c", "namespace": "openshift-ingress"} 2026-07-17T01:05:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b8e8ac7-222b-40fb-95dd-a28a66f392fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:05:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "5d12a154-0daa-4f35-91b5-8e308b510333", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:05:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "5d12a154-0daa-4f35-91b5-8e308b510333", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04-authn-ssl"} 2026-07-17T01:05:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "5d12a154-0daa-4f35-91b5-8e308b510333", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b757abff-046c-4f78-b6de-e31745b370e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:05:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "a579811d-b936-4c31-91b4-1e7c43bced32", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:05:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "a579811d-b936-4c31-91b4-1e7c43bced32", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04-authn-ssl"} 2026-07-17T01:05:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "a579811d-b936-4c31-91b4-1e7c43bced32", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:05:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3ad669b-f9e6-413e-a7d9-befca8db3da5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:05:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3ad669b-f9e6-413e-a7d9-befca8db3da5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T01:05:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3ad669b-f9e6-413e-a7d9-befca8db3da5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-49fd04 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T01:05:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-trusted-ca-bundle", "reconcileID": "6ac306b9-1017-416e-a18b-6368b93c6151", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:05:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-trusted-ca-bundle", "reconcileID": "6ac306b9-1017-416e-a18b-6368b93c6151", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:05:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "openshift-service-ca.crt", "reconcileID": "091c1a19-5001-4c73-97cb-51bfc9f6cef0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:05:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "openshift-service-ca.crt", "reconcileID": "091c1a19-5001-4c73-97cb-51bfc9f6cef0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:05:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60a07fc0-cbfc-469e-9c50-0c17ce05620c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:05:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-49fd04"}, "namespace": "ai-tenant-e2e-api-b-49fd04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60a07fc0-cbfc-469e-9c50-0c17ce05620c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-49fd04"} 2026-07-17T01:05:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-49fd04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-49fd04", "reconcileID": "6bd97ddf-0162-4741-a7f8-a1303e1cae66", "Gateway": "e2e-api-b-49fd04", "namespace": "openshift-ingress"} 2026-07-17T01:05:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "d2c4ef26-33c7-444e-a6e3-8424071683fb", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "d2c4ef26-33c7-444e-a6e3-8424071683fb", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:05:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "d2c4ef26-33c7-444e-a6e3-8424071683fb", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "63f88de0-7bbf-40dc-a02b-d27a90924f00", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "63f88de0-7bbf-40dc-a02b-d27a90924f00", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:05:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "63f88de0-7bbf-40dc-a02b-d27a90924f00", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "8c7fa8a1-c8f9-41fc-a422-9644fc9891a8", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "8c7fa8a1-c8f9-41fc-a422-9644fc9891a8", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:05:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "8c7fa8a1-c8f9-41fc-a422-9644fc9891a8", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "98fd6d46-cf3d-43a1-8911-fae62424f0bc", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "98fd6d46-cf3d-43a1-8911-fae62424f0bc", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:05:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "98fd6d46-cf3d-43a1-8911-fae62424f0bc", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "a01b8a7d-0928-4821-9a67-2196ea04b73e", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "a01b8a7d-0928-4821-9a67-2196ea04b73e", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:05:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "a01b8a7d-0928-4821-9a67-2196ea04b73e", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "fe079b4c-f853-4a54-bf2f-5b21950d551d", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "fe079b4c-f853-4a54-bf2f-5b21950d551d", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "fe079b4c-f853-4a54-bf2f-5b21950d551d", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "766657f7-0996-42d7-966c-11f31de544e7", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "766657f7-0996-42d7-966c-11f31de544e7", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "766657f7-0996-42d7-966c-11f31de544e7", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "openshift-service-ca.crt", "reconcileID": "1954d196-3e02-4d36-bfa2-5192658c8aac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-trusted-ca-bundle", "reconcileID": "f54c79b9-18aa-4999-a59c-fde6fabb1f42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:05:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "openshift-service-ca.crt", "reconcileID": "0a706cfa-90fc-474d-9d64-c486b99bb46f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T01:05:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "openshift-service-ca.crt", "reconcileID": "0a706cfa-90fc-474d-9d64-c486b99bb46f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "openshift-service-ca.crt", "reconcileID": "209eb40e-a67b-4a89-8495-47f4001cd85c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24c8fbf5-da63-4f01-a122-922a45bf5897", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:05:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-trusted-ca-bundle", "reconcileID": "105bcdb8-6a1d-4b2c-b43a-dbd114adaccb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T01:05:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-trusted-ca-bundle", "reconcileID": "105bcdb8-6a1d-4b2c-b43a-dbd114adaccb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0894c052-d6e2-4e48-8703-004c548467e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "e87aa679-35c4-4f8b-8308-9a82c4bca2fc", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "e87aa679-35c4-4f8b-8308-9a82c4bca2fc", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "e87aa679-35c4-4f8b-8308-9a82c4bca2fc", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0b3d033d-f42c-404b-b083-43d73eab717d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "2d7f182a-8e49-4097-a830-3dc95880107c", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "2d7f182a-8e49-4097-a830-3dc95880107c", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "2d7f182a-8e49-4097-a830-3dc95880107c", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "92bdc837-2e20-4c1a-9d7a-2ca16153ea5f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "92bdc837-2e20-4c1a-9d7a-2ca16153ea5f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "92bdc837-2e20-4c1a-9d7a-2ca16153ea5f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "85962fbb-2e5f-4996-a20f-dabf2db6b00b", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "85962fbb-2e5f-4996-a20f-dabf2db6b00b", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "85962fbb-2e5f-4996-a20f-dabf2db6b00b", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "404a6d8f-fa0d-40cf-9dea-0c63a85c8e46", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "404a6d8f-fa0d-40cf-9dea-0c63a85c8e46", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "404a6d8f-fa0d-40cf-9dea-0c63a85c8e46", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "7c993b39-08c6-40d3-9501-8851fc95282d", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "7c993b39-08c6-40d3-9501-8851fc95282d", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "7c993b39-08c6-40d3-9501-8851fc95282d", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "cdc47402-739a-420e-af5d-78addc43652f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "cdc47402-739a-420e-af5d-78addc43652f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "cdc47402-739a-420e-af5d-78addc43652f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "2723e3c2-98bb-4b8a-b257-7708af3dc065", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "2723e3c2-98bb-4b8a-b257-7708af3dc065", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:05:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "2723e3c2-98bb-4b8a-b257-7708af3dc065", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "09d99953-7016-4cc1-b7cb-ca40e56049ca", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "09d99953-7016-4cc1-b7cb-ca40e56049ca", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:05:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "09d99953-7016-4cc1-b7cb-ca40e56049ca", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "openshift-service-ca.crt", "reconcileID": "defdb402-7611-4756-a42e-e895fd369c0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:05:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "openshift-service-ca.crt", "reconcileID": "bf5d4334-5b79-4bbb-b313-d83fb9cab420", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T01:05:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "openshift-service-ca.crt", "reconcileID": "bf5d4334-5b79-4bbb-b313-d83fb9cab420", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-trusted-ca-bundle", "reconcileID": "c2080daf-28b9-40cb-b1be-c7c3d07ae56c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e0e303b-706b-4233-a666-5c40490f8c0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "openshift-service-ca.crt", "reconcileID": "105ae370-809f-4ef3-8630-8645fd0facec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:05:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-trusted-ca-bundle", "reconcileID": "1323427b-8b4b-4e91-9e94-5369cabf51d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T01:05:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-trusted-ca-bundle", "reconcileID": "1323427b-8b4b-4e91-9e94-5369cabf51d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a094777-9db0-4951-82a8-15d7b6b22285", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:05:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "a72a875a-f0a6-408d-95e6-9dfe04389d9c", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "a72a875a-f0a6-408d-95e6-9dfe04389d9c", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:05:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "a72a875a-f0a6-408d-95e6-9dfe04389d9c", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c9d150c-a41e-49db-91b3-d3091938e931", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "990cef0e-27a7-4f7e-bfba-bb349b16af47", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "990cef0e-27a7-4f7e-bfba-bb349b16af47", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "990cef0e-27a7-4f7e-bfba-bb349b16af47", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:06:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "de432490-a060-4fe7-aaa0-530c5d292a39", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "de432490-a060-4fe7-aaa0-530c5d292a39", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "de432490-a060-4fe7-aaa0-530c5d292a39", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "974fe737-919e-4b96-9709-242c30762146", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:06:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "de432490-a060-4fe7-aaa0-530c5d292a39", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:06:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "de432490-a060-4fe7-aaa0-530c5d292a39", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:06:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "de432490-a060-4fe7-aaa0-530c5d292a39", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "974fe737-919e-4b96-9709-242c30762146", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:06:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "974fe737-919e-4b96-9709-242c30762146", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:06:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "f1dfa8f2-da13-4cb0-a207-d4fe398e206f", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "f1dfa8f2-da13-4cb0-a207-d4fe398e206f", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "f1dfa8f2-da13-4cb0-a207-d4fe398e206f", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "f1dfa8f2-da13-4cb0-a207-d4fe398e206f", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:06:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "f1dfa8f2-da13-4cb0-a207-d4fe398e206f", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:06:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "f1dfa8f2-da13-4cb0-a207-d4fe398e206f", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "35407b42-474d-4ba6-9e06-862f0de08fb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57504115-85b2-4305-9098-99ea6490dfca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:06:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "5869a993-f008-47f2-80da-0bdb4c3e6118", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:06:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "5869a993-f008-47f2-80da-0bdb4c3e6118", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:06:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "5869a993-f008-47f2-80da-0bdb4c3e6118", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:06:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "347c07dd-c9e2-457c-a715-147b06d78bb3", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "347c07dd-c9e2-457c-a715-147b06d78bb3", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "347c07dd-c9e2-457c-a715-147b06d78bb3", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "347c07dd-c9e2-457c-a715-147b06d78bb3", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:06:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "347c07dd-c9e2-457c-a715-147b06d78bb3", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:06:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "347c07dd-c9e2-457c-a715-147b06d78bb3", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "5cd54aa7-4ddd-4449-81d3-4cf0c454ef12", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "5cd54aa7-4ddd-4449-81d3-4cf0c454ef12", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "5cd54aa7-4ddd-4449-81d3-4cf0c454ef12", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "5cd54aa7-4ddd-4449-81d3-4cf0c454ef12", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:06:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "5cd54aa7-4ddd-4449-81d3-4cf0c454ef12", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:06:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "5cd54aa7-4ddd-4449-81d3-4cf0c454ef12", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:06:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "b0b39dcb-d56d-45dc-bf05-6d82796c8886", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "b0b39dcb-d56d-45dc-bf05-6d82796c8886", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "b0b39dcb-d56d-45dc-bf05-6d82796c8886", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "74c25893-cae5-4d74-bc27-376f0b61a302", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:06:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "b0b39dcb-d56d-45dc-bf05-6d82796c8886", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:06:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "b0b39dcb-d56d-45dc-bf05-6d82796c8886", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:06:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "b0b39dcb-d56d-45dc-bf05-6d82796c8886", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "74c25893-cae5-4d74-bc27-376f0b61a302", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:06:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "74c25893-cae5-4d74-bc27-376f0b61a302", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:06:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "fb587de4-7559-4e7c-87af-c01864b4d877", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "fb587de4-7559-4e7c-87af-c01864b4d877", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "fb587de4-7559-4e7c-87af-c01864b4d877", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "fb587de4-7559-4e7c-87af-c01864b4d877", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:06:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "fb587de4-7559-4e7c-87af-c01864b4d877", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:06:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "fb587de4-7559-4e7c-87af-c01864b4d877", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "1459df4f-a734-4b85-aca7-d9102a099928", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:06:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "1459df4f-a734-4b85-aca7-d9102a099928", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:06:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "1459df4f-a734-4b85-aca7-d9102a099928", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:06:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "424bfa87-a2ab-4e70-9b81-23704a430ecd", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "424bfa87-a2ab-4e70-9b81-23704a430ecd", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "424bfa87-a2ab-4e70-9b81-23704a430ecd", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "424bfa87-a2ab-4e70-9b81-23704a430ecd", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:06:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "424bfa87-a2ab-4e70-9b81-23704a430ecd", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:06:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "424bfa87-a2ab-4e70-9b81-23704a430ecd", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "31656b21-1012-4a78-96f6-6ebc503322e1", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "31656b21-1012-4a78-96f6-6ebc503322e1", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "31656b21-1012-4a78-96f6-6ebc503322e1", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "31656b21-1012-4a78-96f6-6ebc503322e1", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:06:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "31656b21-1012-4a78-96f6-6ebc503322e1", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:06:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "31656b21-1012-4a78-96f6-6ebc503322e1", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "4a30e7a9-d87f-453c-bd0a-33af5300c6ac", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "4a30e7a9-d87f-453c-bd0a-33af5300c6ac", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "4a30e7a9-d87f-453c-bd0a-33af5300c6ac", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:06:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "4a30e7a9-d87f-453c-bd0a-33af5300c6ac", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:06:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "4a30e7a9-d87f-453c-bd0a-33af5300c6ac", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:06:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "4a30e7a9-d87f-453c-bd0a-33af5300c6ac", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:07:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "733c71cc-c34b-4a27-878d-e79826344f31", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:07:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "733c71cc-c34b-4a27-878d-e79826344f31", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:07:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "733c71cc-c34b-4a27-878d-e79826344f31", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:07:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T01:07:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T01:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "82e6d21d-c489-4a68-9163-d9d61f216f1d", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:07:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "82e6d21d-c489-4a68-9163-d9d61f216f1d", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "82e6d21d-c489-4a68-9163-d9d61f216f1d", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:07:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T01:07:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T01:08:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "c35d4795-67bd-4e0a-9242-b853d07f5703", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "c35d4795-67bd-4e0a-9242-b853d07f5703", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24"} 2026-07-17T01:08:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "c35d4795-67bd-4e0a-9242-b853d07f5703", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "c35d4795-67bd-4e0a-9242-b853d07f5703", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "c35d4795-67bd-4e0a-9242-b853d07f5703", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:08:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "c35d4795-67bd-4e0a-9242-b853d07f5703", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:08:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "c35d4795-67bd-4e0a-9242-b853d07f5703", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "c35d4795-67bd-4e0a-9242-b853d07f5703", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "auth-test-model-e1dd24", "reconcileID": "9e4b41ca-fa92-49c7-a736-aec0795e53e9", "LLMInferenceService": "auth-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "e2552285-1a08-43f1-b18b-ddaa303cd115", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:08:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "e2552285-1a08-43f1-b18b-ddaa303cd115", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:08:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "e2552285-1a08-43f1-b18b-ddaa303cd115", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:08:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "b8224d6e-cbb2-4276-afcd-a57570642907", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:08:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "b8224d6e-cbb2-4276-afcd-a57570642907", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:08:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "b8224d6e-cbb2-4276-afcd-a57570642907", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:08:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "9fb1fc95-ed70-4f37-bdfb-01b554c6aa58", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:08:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "9fb1fc95-ed70-4f37-bdfb-01b554c6aa58", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2"} 2026-07-17T01:08:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "9fb1fc95-ed70-4f37-bdfb-01b554c6aa58", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:08:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "9fb1fc95-ed70-4f37-bdfb-01b554c6aa58", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:08:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "9fb1fc95-ed70-4f37-bdfb-01b554c6aa58", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:08:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "9fb1fc95-ed70-4f37-bdfb-01b554c6aa58", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:08:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "9fb1fc95-ed70-4f37-bdfb-01b554c6aa58", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:08:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "9fb1fc95-ed70-4f37-bdfb-01b554c6aa58", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:08:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "auth-test-model-ac54e2", "reconcileID": "73cbb6b6-1d5d-43e3-888e-ac35ced5b7fb", "LLMInferenceService": "auth-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:08:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "5577b4d9-9423-4d45-8142-20099e2baf68", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:08:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "5577b4d9-9423-4d45-8142-20099e2baf68", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:08:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "5577b4d9-9423-4d45-8142-20099e2baf68", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:08:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "ffb228a8-9626-42ea-bc31-31b0a2b744e5", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:08:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "ffb228a8-9626-42ea-bc31-31b0a2b744e5", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:08:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "ffb228a8-9626-42ea-bc31-31b0a2b744e5", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:08:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "b263768a-8dce-4aba-beba-018ba18cc767", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "b263768a-8dce-4aba-beba-018ba18cc767", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "b263768a-8dce-4aba-beba-018ba18cc767", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "b0e6a0c5-e0d1-4fdf-b5f1-36ce9471d88b", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:08:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "b263768a-8dce-4aba-beba-018ba18cc767", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:08:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "b263768a-8dce-4aba-beba-018ba18cc767", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:08:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "b263768a-8dce-4aba-beba-018ba18cc767", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "b0e6a0c5-e0d1-4fdf-b5f1-36ce9471d88b", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:08:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "b0e6a0c5-e0d1-4fdf-b5f1-36ce9471d88b", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:08:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "a1d49877-e5b5-4a17-a13c-b9179c37e641", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "a1d49877-e5b5-4a17-a13c-b9179c37e641", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "a1d49877-e5b5-4a17-a13c-b9179c37e641", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "a1d49877-e5b5-4a17-a13c-b9179c37e641", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:08:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "a1d49877-e5b5-4a17-a13c-b9179c37e641", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:08:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "a1d49877-e5b5-4a17-a13c-b9179c37e641", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "02f185fa-1ab8-4e52-8e37-26eba407fa4f", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:08:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "02f185fa-1ab8-4e52-8e37-26eba407fa4f", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:08:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "02f185fa-1ab8-4e52-8e37-26eba407fa4f", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:08:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "05ca574d-62fa-4730-b069-6db0df62bbde", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "05ca574d-62fa-4730-b069-6db0df62bbde", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "05ca574d-62fa-4730-b069-6db0df62bbde", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "05ca574d-62fa-4730-b069-6db0df62bbde", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:08:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "05ca574d-62fa-4730-b069-6db0df62bbde", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:08:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "05ca574d-62fa-4730-b069-6db0df62bbde", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "3b57b811-c683-47f2-947d-5ff1a2609550", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "3b57b811-c683-47f2-947d-5ff1a2609550", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "3b57b811-c683-47f2-947d-5ff1a2609550", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:08:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "3b57b811-c683-47f2-947d-5ff1a2609550", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:08:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "3b57b811-c683-47f2-947d-5ff1a2609550", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:08:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "3b57b811-c683-47f2-947d-5ff1a2609550", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:09:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "5b3ed51e-1a7e-4dd1-b2b0-a34d014ba341", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:09:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "5b3ed51e-1a7e-4dd1-b2b0-a34d014ba341", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:09:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "5b3ed51e-1a7e-4dd1-b2b0-a34d014ba341", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:09:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "5b3ed51e-1a7e-4dd1-b2b0-a34d014ba341", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:09:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "5b3ed51e-1a7e-4dd1-b2b0-a34d014ba341", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:09:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "5b3ed51e-1a7e-4dd1-b2b0-a34d014ba341", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:09:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "e916824c-37f6-4e4a-8ac0-80d5be7248b2", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "e916824c-37f6-4e4a-8ac0-80d5be7248b2", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "e916824c-37f6-4e4a-8ac0-80d5be7248b2", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "72ea8c45-ddc9-469e-a299-16ef93c43163", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:09:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "e916824c-37f6-4e4a-8ac0-80d5be7248b2", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:09:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "e916824c-37f6-4e4a-8ac0-80d5be7248b2", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:09:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "e916824c-37f6-4e4a-8ac0-80d5be7248b2", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "72ea8c45-ddc9-469e-a299-16ef93c43163", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:09:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "72ea8c45-ddc9-469e-a299-16ef93c43163", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:09:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "dee837c5-58f9-4010-9ffc-e5dfa2670075", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "dee837c5-58f9-4010-9ffc-e5dfa2670075", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "dee837c5-58f9-4010-9ffc-e5dfa2670075", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "dee837c5-58f9-4010-9ffc-e5dfa2670075", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:09:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "dee837c5-58f9-4010-9ffc-e5dfa2670075", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:09:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "dee837c5-58f9-4010-9ffc-e5dfa2670075", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "fb275d42-6c62-4d98-b539-57da2cc3d725", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "fb275d42-6c62-4d98-b539-57da2cc3d725", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "fb275d42-6c62-4d98-b539-57da2cc3d725", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:09:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "76d57214-f6d1-4205-bbe4-84a894f3bd34", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "76d57214-f6d1-4205-bbe4-84a894f3bd34", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "76d57214-f6d1-4205-bbe4-84a894f3bd34", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "76d57214-f6d1-4205-bbe4-84a894f3bd34", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:09:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "76d57214-f6d1-4205-bbe4-84a894f3bd34", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:09:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "76d57214-f6d1-4205-bbe4-84a894f3bd34", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "61ef09fb-beb9-4d3e-8508-a9c580b96e89", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "61ef09fb-beb9-4d3e-8508-a9c580b96e89", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "61ef09fb-beb9-4d3e-8508-a9c580b96e89", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:09:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "61ef09fb-beb9-4d3e-8508-a9c580b96e89", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:09:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "61ef09fb-beb9-4d3e-8508-a9c580b96e89", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:09:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "61ef09fb-beb9-4d3e-8508-a9c580b96e89", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "131cf753-07dd-4a81-9f1e-457ea7c0aeae", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "131cf753-07dd-4a81-9f1e-457ea7c0aeae", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24"} 2026-07-17T01:10:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "131cf753-07dd-4a81-9f1e-457ea7c0aeae", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "131cf753-07dd-4a81-9f1e-457ea7c0aeae", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "131cf753-07dd-4a81-9f1e-457ea7c0aeae", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:10:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "131cf753-07dd-4a81-9f1e-457ea7c0aeae", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:10:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "131cf753-07dd-4a81-9f1e-457ea7c0aeae", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "131cf753-07dd-4a81-9f1e-457ea7c0aeae", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "sub-test-model-e1dd24", "reconcileID": "ce69f3a8-a513-48e4-bd0f-53fec29692b3", "LLMInferenceService": "sub-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "f2d04472-2545-4c87-90d0-93ccee7c6e4c", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "f2d04472-2545-4c87-90d0-93ccee7c6e4c", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "f2d04472-2545-4c87-90d0-93ccee7c6e4c", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "7ea5d3ca-4d92-48de-a3c0-8631feffe798", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "7ea5d3ca-4d92-48de-a3c0-8631feffe798", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "7ea5d3ca-4d92-48de-a3c0-8631feffe798", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:10:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "ca1b44c3-872d-40e9-b7f5-4f28957d7cd4", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "ca1b44c3-872d-40e9-b7f5-4f28957d7cd4", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2"} 2026-07-17T01:10:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "ca1b44c3-872d-40e9-b7f5-4f28957d7cd4", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "ca1b44c3-872d-40e9-b7f5-4f28957d7cd4", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "ca1b44c3-872d-40e9-b7f5-4f28957d7cd4", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:10:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "ca1b44c3-872d-40e9-b7f5-4f28957d7cd4", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:10:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "ca1b44c3-872d-40e9-b7f5-4f28957d7cd4", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "ca1b44c3-872d-40e9-b7f5-4f28957d7cd4", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "sub-test-model-ac54e2", "reconcileID": "bec4ba78-809c-4fe8-b04d-2b233d33e50d", "LLMInferenceService": "sub-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "9fe93959-247f-422d-90b9-da2c567f4d81", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:10:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "9fe93959-247f-422d-90b9-da2c567f4d81", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:10:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "9fe93959-247f-422d-90b9-da2c567f4d81", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:10:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "f6a92799-81cc-4a4a-bb34-59eaf904565d", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:10:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "f6a92799-81cc-4a4a-bb34-59eaf904565d", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:10:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "f6a92799-81cc-4a4a-bb34-59eaf904565d", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:10:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "636af877-0008-4baf-94c4-0e84edfd00b6", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "636af877-0008-4baf-94c4-0e84edfd00b6", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "636af877-0008-4baf-94c4-0e84edfd00b6", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "ecfc96f5-4ebd-4873-aeef-3c8f534bc79c", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:10:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "636af877-0008-4baf-94c4-0e84edfd00b6", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:10:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "636af877-0008-4baf-94c4-0e84edfd00b6", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:10:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "636af877-0008-4baf-94c4-0e84edfd00b6", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "ecfc96f5-4ebd-4873-aeef-3c8f534bc79c", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:10:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "ecfc96f5-4ebd-4873-aeef-3c8f534bc79c", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:10:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "f09c2018-2a2e-4cf4-8306-9931da6a1c0b", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "f09c2018-2a2e-4cf4-8306-9931da6a1c0b", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "f09c2018-2a2e-4cf4-8306-9931da6a1c0b", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "f09c2018-2a2e-4cf4-8306-9931da6a1c0b", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:10:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "f09c2018-2a2e-4cf4-8306-9931da6a1c0b", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:10:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "f09c2018-2a2e-4cf4-8306-9931da6a1c0b", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "43116f76-1d98-49b2-8cc3-b1523a6a5546", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:10:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "65aec899-e62f-4d6f-a9a4-8e8745b9df27", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:10:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "65aec899-e62f-4d6f-a9a4-8e8745b9df27", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:10:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "65aec899-e62f-4d6f-a9a4-8e8745b9df27", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:10:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "5f835bf6-cc1e-44fe-9b9a-af97aa83e4c3", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "5f835bf6-cc1e-44fe-9b9a-af97aa83e4c3", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "5f835bf6-cc1e-44fe-9b9a-af97aa83e4c3", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "5f835bf6-cc1e-44fe-9b9a-af97aa83e4c3", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:10:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "5f835bf6-cc1e-44fe-9b9a-af97aa83e4c3", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:10:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "5f835bf6-cc1e-44fe-9b9a-af97aa83e4c3", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1310d782-e35a-4b16-b87b-979134d97414", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1310d782-e35a-4b16-b87b-979134d97414", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1310d782-e35a-4b16-b87b-979134d97414", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1310d782-e35a-4b16-b87b-979134d97414", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:10:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1310d782-e35a-4b16-b87b-979134d97414", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:10:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1310d782-e35a-4b16-b87b-979134d97414", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "612d1e9a-4c6e-4fb4-a1ad-d0102cd3d59e", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "612d1e9a-4c6e-4fb4-a1ad-d0102cd3d59e", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "612d1e9a-4c6e-4fb4-a1ad-d0102cd3d59e", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "612d1e9a-4c6e-4fb4-a1ad-d0102cd3d59e", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:10:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "612d1e9a-4c6e-4fb4-a1ad-d0102cd3d59e", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "authType": "userdefined"} 2026-07-17T01:10:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "612d1e9a-4c6e-4fb4-a1ad-d0102cd3d59e", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:10:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "70aacad2-595e-4c68-adf2-415d6fc2dfaf", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "70aacad2-595e-4c68-adf2-415d6fc2dfaf", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "70aacad2-595e-4c68-adf2-415d6fc2dfaf", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "ffc41769-30e1-4170-94c7-dc2131e488da", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:10:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "70aacad2-595e-4c68-adf2-415d6fc2dfaf", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:10:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "70aacad2-595e-4c68-adf2-415d6fc2dfaf", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:10:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "70aacad2-595e-4c68-adf2-415d6fc2dfaf", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "ffc41769-30e1-4170-94c7-dc2131e488da", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:10:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "ffc41769-30e1-4170-94c7-dc2131e488da", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:10:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "f3ad1623-c2a9-4d77-9322-f4a446035d0d", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "f3ad1623-c2a9-4d77-9322-f4a446035d0d", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "f3ad1623-c2a9-4d77-9322-f4a446035d0d", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "f3ad1623-c2a9-4d77-9322-f4a446035d0d", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:10:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "f3ad1623-c2a9-4d77-9322-f4a446035d0d", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:10:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "f3ad1623-c2a9-4d77-9322-f4a446035d0d", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "6d005c2a-e9d5-4aac-9549-c4e8bbc54f3c", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:10:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "6d005c2a-e9d5-4aac-9549-c4e8bbc54f3c", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:10:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "6d005c2a-e9d5-4aac-9549-c4e8bbc54f3c", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:10:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e70d4aa1-296c-4344-9f1c-b99a5ca9760b", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e70d4aa1-296c-4344-9f1c-b99a5ca9760b", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e70d4aa1-296c-4344-9f1c-b99a5ca9760b", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e70d4aa1-296c-4344-9f1c-b99a5ca9760b", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:10:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e70d4aa1-296c-4344-9f1c-b99a5ca9760b", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:10:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e70d4aa1-296c-4344-9f1c-b99a5ca9760b", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "405d140f-89c2-4bca-b308-a9084db8ed40", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "405d140f-89c2-4bca-b308-a9084db8ed40", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "405d140f-89c2-4bca-b308-a9084db8ed40", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "405d140f-89c2-4bca-b308-a9084db8ed40", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:10:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "405d140f-89c2-4bca-b308-a9084db8ed40", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:10:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "405d140f-89c2-4bca-b308-a9084db8ed40", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "5679b8f1-f591-48e9-84e5-daa1e6c9f7c2", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "5679b8f1-f591-48e9-84e5-daa1e6c9f7c2", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "5679b8f1-f591-48e9-84e5-daa1e6c9f7c2", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:10:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "5679b8f1-f591-48e9-84e5-daa1e6c9f7c2", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:10:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "5679b8f1-f591-48e9-84e5-daa1e6c9f7c2", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "authType": "userdefined"} 2026-07-17T01:10:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "5679b8f1-f591-48e9-84e5-daa1e6c9f7c2", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:11:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1c501f5e-cc06-4c40-97f2-bf48dd4868ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:11:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6ec3240-d073-4f00-bec0-7cbfd102f7cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:11:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1f29654f-80c9-4306-938d-a92c3c88f4cd", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:11:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1f29654f-80c9-4306-938d-a92c3c88f4cd", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24"} 2026-07-17T01:11:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1f29654f-80c9-4306-938d-a92c3c88f4cd", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:11:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1f29654f-80c9-4306-938d-a92c3c88f4cd", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:11:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1f29654f-80c9-4306-938d-a92c3c88f4cd", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:11:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1f29654f-80c9-4306-938d-a92c3c88f4cd", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24-kserve-route-authn"} 2026-07-17T01:11:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1f29654f-80c9-4306-938d-a92c3c88f4cd", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:11:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "1f29654f-80c9-4306-938d-a92c3c88f4cd", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:11:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e1dd24","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "rate-test-model-e1dd24", "reconcileID": "aa128f3b-c219-4111-8392-1e29b67e567d", "LLMInferenceService": "rate-test-model-e1dd24", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:11:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "7cf569fb-d2c4-4f8a-970f-be7d64c1992e", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:11:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "7cf569fb-d2c4-4f8a-970f-be7d64c1992e", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:11:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "7cf569fb-d2c4-4f8a-970f-be7d64c1992e", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:11:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "867a69eb-11df-4577-97d0-7dec2e9d6a50", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:11:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "867a69eb-11df-4577-97d0-7dec2e9d6a50", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:11:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "867a69eb-11df-4577-97d0-7dec2e9d6a50", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:11:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e8aa18ec-3fdb-4d3b-8683-20256dcf458f", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:11:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e8aa18ec-3fdb-4d3b-8683-20256dcf458f", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2"} 2026-07-17T01:11:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e8aa18ec-3fdb-4d3b-8683-20256dcf458f", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:11:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e8aa18ec-3fdb-4d3b-8683-20256dcf458f", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:11:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e8aa18ec-3fdb-4d3b-8683-20256dcf458f", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:11:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e8aa18ec-3fdb-4d3b-8683-20256dcf458f", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2-kserve-route-authn"} 2026-07-17T01:11:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e8aa18ec-3fdb-4d3b-8683-20256dcf458f", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:11:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "e8aa18ec-3fdb-4d3b-8683-20256dcf458f", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:11:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ac54e2","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "rate-test-model-ac54e2", "reconcileID": "bbf0c1f9-1a05-4811-a801-9de3ad71d681", "LLMInferenceService": "rate-test-model-ac54e2", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "340d0a31-1da0-4f4d-bed4-ef5d1127928f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "340d0a31-1da0-4f4d-bed4-ef5d1127928f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "340d0a31-1da0-4f4d-bed4-ef5d1127928f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "bbcf5ede-d08c-4711-b98e-232697b65bb8", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "bbcf5ede-d08c-4711-b98e-232697b65bb8", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "bbcf5ede-d08c-4711-b98e-232697b65bb8", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:11:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3126e5a0-4348-436e-8750-fe05adcf65e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "e9d0a9b9-8868-4c40-98b0-5066383a9121", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:12:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "e9d0a9b9-8868-4c40-98b0-5066383a9121", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:12:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "e9d0a9b9-8868-4c40-98b0-5066383a9121", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:12:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "2a26410e-129b-4655-b5c1-da806df4900d", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:12:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "2a26410e-129b-4655-b5c1-da806df4900d", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24-authn-ssl"} 2026-07-17T01:12:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "2a26410e-129b-4655-b5c1-da806df4900d", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:12:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff1c73d0-a618-47c8-a8f9-234460497f75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:12:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff1c73d0-a618-47c8-a8f9-234460497f75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T01:12:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff1c73d0-a618-47c8-a8f9-234460497f75", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-e1dd24 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T01:12:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-trusted-ca-bundle", "reconcileID": "ef830f83-6ec7-4c3a-ab01-b89d5d372ca2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:12:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-trusted-ca-bundle", "reconcileID": "ef830f83-6ec7-4c3a-ab01-b89d5d372ca2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:12:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "openshift-service-ca.crt", "reconcileID": "45267495-33ee-4367-8841-c97f151a2bdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:12:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "openshift-service-ca.crt", "reconcileID": "45267495-33ee-4367-8841-c97f151a2bdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:12:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "daa7e3b2-ba7d-4878-a0ab-14f9c7b85440", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:12:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e1dd24"}, "namespace": "ai-tenant-e2e-shared-a-e1dd24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "daa7e3b2-ba7d-4878-a0ab-14f9c7b85440", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e1dd24"} 2026-07-17T01:12:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e1dd24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e1dd24", "reconcileID": "77da7482-4bf2-4417-a689-6a5e0b4a8292", "Gateway": "e2e-shared-a-e1dd24", "namespace": "openshift-ingress"} 2026-07-17T01:12:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "34c15f8b-a5be-497e-8ab7-9176e3189ffd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T01:12:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "74e4af78-f4a0-48ab-9bab-63020610f92f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:12:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "74e4af78-f4a0-48ab-9bab-63020610f92f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:12:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "74e4af78-f4a0-48ab-9bab-63020610f92f", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:12:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "5d1eccff-e8bb-40d8-b5dc-68080a7959cc", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:12:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "5d1eccff-e8bb-40d8-b5dc-68080a7959cc", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2-authn-ssl"} 2026-07-17T01:12:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "5d1eccff-e8bb-40d8-b5dc-68080a7959cc", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"} 2026-07-17T01:12:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1a4f946-3bbf-4ded-b37c-bbcf37705117", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:12:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1a4f946-3bbf-4ded-b37c-bbcf37705117", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T01:12:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1a4f946-3bbf-4ded-b37c-bbcf37705117", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-ac54e2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T01:12:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-trusted-ca-bundle", "reconcileID": "196a97b0-6eb9-4190-98e8-fd3a3bd73091", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:12:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-trusted-ca-bundle", "reconcileID": "196a97b0-6eb9-4190-98e8-fd3a3bd73091", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:12:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "openshift-service-ca.crt", "reconcileID": "29ce6d5a-2f01-4c8e-9b51-77970cac9878", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:12:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "openshift-service-ca.crt", "reconcileID": "29ce6d5a-2f01-4c8e-9b51-77970cac9878", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:12:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df13067d-7d5e-4f73-a1df-2fe316c96ba6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:12:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ac54e2"}, "namespace": "ai-tenant-e2e-shared-b-ac54e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df13067d-7d5e-4f73-a1df-2fe316c96ba6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ac54e2"} 2026-07-17T01:12:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ac54e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ac54e2", "reconcileID": "783f746f-7841-4126-a5f0-e558018079f9", "Gateway": "e2e-shared-b-ac54e2", "namespace": "openshift-ingress"}