2026-07-09T20:20:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "openshift-service-ca.crt", "reconcileID": "c768a869-b2e8-4ed0-9cc8-e6318c5eb19c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e062b5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T20:20:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "openshift-service-ca.crt", "reconcileID": "c768a869-b2e8-4ed0-9cc8-e6318c5eb19c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T20:20:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcffa27d-fb37-41fd-ac88-575a7dca4994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:20:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "openshift-service-ca.crt", "reconcileID": "89d81f4f-de17-4ce9-99a2-bcc02f638be8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:20:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-trusted-ca-bundle", "reconcileID": "da169489-6651-4a32-b8e8-7d2f7491c5ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e062b5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T20:20:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-trusted-ca-bundle", "reconcileID": "da169489-6651-4a32-b8e8-7d2f7491c5ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:20:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c15d1662-8189-4881-a8fe-1783e9669994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:20:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b7d55f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f", "reconcileID": "602cd4a8-1caf-454d-94bf-38e19c8726e2", "Gateway": "e2e-api-a-b7d55f", "namespace": "openshift-ingress"} 2026-07-09T20:20:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b7d55f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f", "reconcileID": "602cd4a8-1caf-454d-94bf-38e19c8726e2", "Gateway": "e2e-api-a-b7d55f", "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f-authn-ssl"} 2026-07-09T20:20:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b7d55f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f", "reconcileID": "602cd4a8-1caf-454d-94bf-38e19c8726e2", "Gateway": "e2e-api-a-b7d55f", "namespace": "openshift-ingress"} 2026-07-09T20:20:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "e64bb8e1-fbf0-4158-96d4-65065e4ad53d", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:20:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "e64bb8e1-fbf0-4158-96d4-65065e4ad53d", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5-authn-ssl"} 2026-07-09T20:20:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "e64bb8e1-fbf0-4158-96d4-65065e4ad53d", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "48370133-7c96-4165-8afd-1296d5e5aa33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:20:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "19f342d5-17f2-4d7b-b947-8f9b0898adb2", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:20:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "19f342d5-17f2-4d7b-b947-8f9b0898adb2", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5-authn-ssl"} 2026-07-09T20:20:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "19f342d5-17f2-4d7b-b947-8f9b0898adb2", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:20:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "4100d6ee-7298-45e5-8213-0aa60a5173cc", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:20:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "4100d6ee-7298-45e5-8213-0aa60a5173cc", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5-authn-ssl"} 2026-07-09T20:20:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "4100d6ee-7298-45e5-8213-0aa60a5173cc", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:20:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2efaf84-3de7-4427-a705-57150ea19b54", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:20:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0e5b158-a45c-4e24-807d-9449cf8faee9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:20:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b7d55f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f", "reconcileID": "6bf7d8f3-e070-471a-aa67-4036e8205829", "Gateway": "e2e-api-a-b7d55f", "namespace": "openshift-ingress"} 2026-07-09T20:20:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b7d55f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f", "reconcileID": "6bf7d8f3-e070-471a-aa67-4036e8205829", "Gateway": "e2e-api-a-b7d55f", "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f-authn-ssl"} 2026-07-09T20:20:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b7d55f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f", "reconcileID": "6bf7d8f3-e070-471a-aa67-4036e8205829", "Gateway": "e2e-api-a-b7d55f", "namespace": "openshift-ingress"} 2026-07-09T20:20:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b7d55f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f", "reconcileID": "b997a250-96eb-4468-9e8e-00b1ddb7230a", "Gateway": "e2e-api-a-b7d55f", "namespace": "openshift-ingress"} 2026-07-09T20:20:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b7d55f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f", "reconcileID": "b997a250-96eb-4468-9e8e-00b1ddb7230a", "Gateway": "e2e-api-a-b7d55f", "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f-authn-ssl"} 2026-07-09T20:20:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b7d55f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f", "reconcileID": "b997a250-96eb-4468-9e8e-00b1ddb7230a", "Gateway": "e2e-api-a-b7d55f", "namespace": "openshift-ingress"} 2026-07-09T20:20:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b7d55f"}, "namespace": "ai-tenant-e2e-api-a-b7d55f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee0f1893-ec0e-4855-87eb-af5621a5e6e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b7d55f"} 2026-07-09T20:20:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b7d55f"}, "namespace": "ai-tenant-e2e-api-a-b7d55f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee0f1893-ec0e-4855-87eb-af5621a5e6e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b7d55f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T20:20:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b7d55f"}, "namespace": "ai-tenant-e2e-api-a-b7d55f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee0f1893-ec0e-4855-87eb-af5621a5e6e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-b7d55f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T20:20:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b7d55f"}, "namespace": "ai-tenant-e2e-api-a-b7d55f", "name": "odh-trusted-ca-bundle", "reconcileID": "c556d6db-97e6-4d62-8c47-3806bbb526db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b7d55f"} 2026-07-09T20:20:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b7d55f"}, "namespace": "ai-tenant-e2e-api-a-b7d55f", "name": "odh-trusted-ca-bundle", "reconcileID": "c556d6db-97e6-4d62-8c47-3806bbb526db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b7d55f"} 2026-07-09T20:20:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-b7d55f"}, "namespace": "ai-tenant-e2e-api-a-b7d55f", "name": "openshift-service-ca.crt", "reconcileID": "129285a4-0f12-450d-9557-34a76d42f530", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-b7d55f"} 2026-07-09T20:20:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-b7d55f"}, "namespace": "ai-tenant-e2e-api-a-b7d55f", "name": "openshift-service-ca.crt", "reconcileID": "129285a4-0f12-450d-9557-34a76d42f530", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-b7d55f"} 2026-07-09T20:20:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b7d55f"}, "namespace": "ai-tenant-e2e-api-a-b7d55f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51b8d713-0093-4e97-8fa7-cc76d35905d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b7d55f"} 2026-07-09T20:20:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b7d55f"}, "namespace": "ai-tenant-e2e-api-a-b7d55f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51b8d713-0093-4e97-8fa7-cc76d35905d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b7d55f"} 2026-07-09T20:20:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b7d55f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b7d55f", "reconcileID": "71bbe5b5-16a5-4f45-aa6e-945d3a2c4453", "Gateway": "e2e-api-a-b7d55f", "namespace": "openshift-ingress"} 2026-07-09T20:20:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "9c3d0dd0-fef2-4fdf-8982-c9b98dcbdcc6", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:20:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "9c3d0dd0-fef2-4fdf-8982-c9b98dcbdcc6", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5-authn-ssl"} 2026-07-09T20:20:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "9c3d0dd0-fef2-4fdf-8982-c9b98dcbdcc6", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:21:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "4aeedd52-c45b-4c15-9639-49a3a2ec10cc", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:21:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "4aeedd52-c45b-4c15-9639-49a3a2ec10cc", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5-authn-ssl"} 2026-07-09T20:21:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "4aeedd52-c45b-4c15-9639-49a3a2ec10cc", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:21:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05399b08-adbc-44aa-a70a-b2ccfa73c85a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:21:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05399b08-adbc-44aa-a70a-b2ccfa73c85a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e062b5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T20:21:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05399b08-adbc-44aa-a70a-b2ccfa73c85a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e062b5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T20:21:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-trusted-ca-bundle", "reconcileID": "d2f8b85f-3497-4241-9012-3b964c1fb3de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-trusted-ca-bundle", "reconcileID": "d2f8b85f-3497-4241-9012-3b964c1fb3de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:21:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "openshift-service-ca.crt", "reconcileID": "d728cafc-6583-4bfd-927d-76e95084d0a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "openshift-service-ca.crt", "reconcileID": "d728cafc-6583-4bfd-927d-76e95084d0a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:21:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c97e112-0254-4458-be0a-b4555c8f08b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e062b5"}, "namespace": "ai-tenant-e2e-api-b-e062b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c97e112-0254-4458-be0a-b4555c8f08b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e062b5"} 2026-07-09T20:21:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e062b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e062b5", "reconcileID": "832744d2-c873-4ea2-aa62-07df254e894a", "Gateway": "e2e-api-b-e062b5", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "990494d1-08d0-4fc1-bbc1-0296e63260af", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "990494d1-08d0-4fc1-bbc1-0296e63260af", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "990494d1-08d0-4fc1-bbc1-0296e63260af", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "5cfa62f2-3b6e-4ba1-b949-4a7e9ec027b8", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "5cfa62f2-3b6e-4ba1-b949-4a7e9ec027b8", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "5cfa62f2-3b6e-4ba1-b949-4a7e9ec027b8", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "63ecfb52-f994-4d86-8907-6ccb37337e38", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "63ecfb52-f994-4d86-8907-6ccb37337e38", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "63ecfb52-f994-4d86-8907-6ccb37337e38", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "65bc05cb-1d55-48cf-bf71-7bbc3b2ec315", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "65bc05cb-1d55-48cf-bf71-7bbc3b2ec315", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "65bc05cb-1d55-48cf-bf71-7bbc3b2ec315", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "cd74f07f-8594-489f-a430-2eb0c183ded8", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "cd74f07f-8594-489f-a430-2eb0c183ded8", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "cd74f07f-8594-489f-a430-2eb0c183ded8", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "d1731049-7b63-402e-99cc-41b55a372e1a", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "d1731049-7b63-402e-99cc-41b55a372e1a", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "d1731049-7b63-402e-99cc-41b55a372e1a", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "c786e632-7998-4b4d-90a6-a5a493316e90", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "c786e632-7998-4b4d-90a6-a5a493316e90", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "c786e632-7998-4b4d-90a6-a5a493316e90", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "openshift-service-ca.crt", "reconcileID": "b10e67b5-c7c3-4c83-8282-0096ca1e5ae3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "openshift-service-ca.crt", "reconcileID": "260d407d-13a3-4276-ad75-21a0183dce78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7b406b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T20:21:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "openshift-service-ca.crt", "reconcileID": "260d407d-13a3-4276-ad75-21a0183dce78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-trusted-ca-bundle", "reconcileID": "160ef83a-9707-4147-a133-5bd0c232cbd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf6a2e95-878e-4245-b610-421978cae32a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "openshift-service-ca.crt", "reconcileID": "7ee9d3e8-92ad-48ec-8371-216ec14093c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-trusted-ca-bundle", "reconcileID": "fab34a3e-bfae-4c10-b675-2d5addd5cf67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T20:21:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-trusted-ca-bundle", "reconcileID": "fab34a3e-bfae-4c10-b675-2d5addd5cf67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5ffc0b4-df5a-4bc3-a882-45e5fce8b05b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "952df96a-23c0-4313-a19f-3d81577f25ef", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "952df96a-23c0-4313-a19f-3d81577f25ef", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "952df96a-23c0-4313-a19f-3d81577f25ef", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c4dc8e1-64f4-48ee-8c81-de97267af026", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "5d0d85a5-692f-4656-bb52-83cc4f8c9346", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "5d0d85a5-692f-4656-bb52-83cc4f8c9346", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "5d0d85a5-692f-4656-bb52-83cc4f8c9346", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "144c9a75-34cc-4190-a4e5-21112f5b1b0c", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "144c9a75-34cc-4190-a4e5-21112f5b1b0c", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "144c9a75-34cc-4190-a4e5-21112f5b1b0c", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "05e6e961-5af2-4eda-a578-c31b99d7bdcb", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "05e6e961-5af2-4eda-a578-c31b99d7bdcb", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "05e6e961-5af2-4eda-a578-c31b99d7bdcb", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "ffd20da8-6245-4110-858a-39eef402f0f6", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "ffd20da8-6245-4110-858a-39eef402f0f6", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "ffd20da8-6245-4110-858a-39eef402f0f6", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "b68f0efc-6061-4620-97d5-528006a65294", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "b68f0efc-6061-4620-97d5-528006a65294", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "b68f0efc-6061-4620-97d5-528006a65294", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "3ca079ba-db9f-45df-82a0-d4eece6e9cec", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "3ca079ba-db9f-45df-82a0-d4eece6e9cec", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "3ca079ba-db9f-45df-82a0-d4eece6e9cec", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "ca6152ae-b1ed-4584-ba55-c02ce8c07da0", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "ca6152ae-b1ed-4584-ba55-c02ce8c07da0", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "ca6152ae-b1ed-4584-ba55-c02ce8c07da0", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "c1d85da9-02ef-4c34-aace-3dc77e27c554", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "c1d85da9-02ef-4c34-aace-3dc77e27c554", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:21:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "c1d85da9-02ef-4c34-aace-3dc77e27c554", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "openshift-service-ca.crt", "reconcileID": "845c9c6a-a7c9-42cd-81eb-5c973c6c713f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-trusted-ca-bundle", "reconcileID": "24298b9a-4dd4-4f15-9a46-158af24788b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:21:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "openshift-service-ca.crt", "reconcileID": "60e912c7-9830-49c9-b435-8745ac1f0507", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3452a7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T20:21:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "openshift-service-ca.crt", "reconcileID": "60e912c7-9830-49c9-b435-8745ac1f0507", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "openshift-service-ca.crt", "reconcileID": "f616ee09-86ae-49b6-9d44-70d623575ed0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31b5649e-3aa7-4a1f-8d6e-d7fdb0794477", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:21:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-trusted-ca-bundle", "reconcileID": "ed9c4ab5-b094-46c1-bf79-593001bc16be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T20:21:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-trusted-ca-bundle", "reconcileID": "ed9c4ab5-b094-46c1-bf79-593001bc16be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:21:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "157a150d-95bc-42a1-96b7-933f754a15ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:21:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "c44871ec-3052-46d6-993b-364e889f2aeb", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "c44871ec-3052-46d6-993b-364e889f2aeb", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "c44871ec-3052-46d6-993b-364e889f2aeb", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "dce2bfe7-d836-4d87-aaa8-2d2428eb245a", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "dce2bfe7-d836-4d87-aaa8-2d2428eb245a", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:21:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "dce2bfe7-d836-4d87-aaa8-2d2428eb245a", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d7926e98-ed36-45f3-b293-9e21cf48ca6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "9cc7d6a9-1a96-43be-8725-dc17588a1f37", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "9cc7d6a9-1a96-43be-8725-dc17588a1f37", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "9cc7d6a9-1a96-43be-8725-dc17588a1f37", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:21:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "bd3fbefb-573b-444a-8850-3a999b3cd29b", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "bd3fbefb-573b-444a-8850-3a999b3cd29b", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "bd3fbefb-573b-444a-8850-3a999b3cd29b", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "bd3fbefb-573b-444a-8850-3a999b3cd29b", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:21:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "bd3fbefb-573b-444a-8850-3a999b3cd29b", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:21:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "bd3fbefb-573b-444a-8850-3a999b3cd29b", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "88d47256-5ba6-43e5-8d57-48cd94eefb81", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "88d47256-5ba6-43e5-8d57-48cd94eefb81", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "88d47256-5ba6-43e5-8d57-48cd94eefb81", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "2dd03a80-2669-4df0-92b4-97d9956b83d1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "2dd03a80-2669-4df0-92b4-97d9956b83d1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "2dd03a80-2669-4df0-92b4-97d9956b83d1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "2dd03a80-2669-4df0-92b4-97d9956b83d1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:21:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "2dd03a80-2669-4df0-92b4-97d9956b83d1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:21:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "2dd03a80-2669-4df0-92b4-97d9956b83d1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e44b824d-804e-4433-8c2b-64559c242a66", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:21:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1cfefe70-96e3-493b-ae28-1c3ec75fe501", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:21:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "63586a8f-0d7c-4383-8450-a9fba3cf8980", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "63586a8f-0d7c-4383-8450-a9fba3cf8980", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:21:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "63586a8f-0d7c-4383-8450-a9fba3cf8980", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:21:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "3ba8d98c-a77d-4ebc-8b4d-ee18682fddc1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "3ba8d98c-a77d-4ebc-8b4d-ee18682fddc1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "3ba8d98c-a77d-4ebc-8b4d-ee18682fddc1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "3ba8d98c-a77d-4ebc-8b4d-ee18682fddc1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:21:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "3ba8d98c-a77d-4ebc-8b4d-ee18682fddc1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:21:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "3ba8d98c-a77d-4ebc-8b4d-ee18682fddc1", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "9b86ca50-8a80-45d4-b348-702db300b700", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "9b86ca50-8a80-45d4-b348-702db300b700", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "9b86ca50-8a80-45d4-b348-702db300b700", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "9b86ca50-8a80-45d4-b348-702db300b700", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:21:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "9b86ca50-8a80-45d4-b348-702db300b700", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:21:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "9b86ca50-8a80-45d4-b348-702db300b700", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "21051955-d9dc-4fb7-bb0f-e5c63c7bf6fa", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "21051955-d9dc-4fb7-bb0f-e5c63c7bf6fa", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "21051955-d9dc-4fb7-bb0f-e5c63c7bf6fa", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:21:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "21051955-d9dc-4fb7-bb0f-e5c63c7bf6fa", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:21:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "21051955-d9dc-4fb7-bb0f-e5c63c7bf6fa", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:21:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "21051955-d9dc-4fb7-bb0f-e5c63c7bf6fa", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:22:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6fda10a8-7db8-4e0c-9510-7159a45e2b4e", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6fda10a8-7db8-4e0c-9510-7159a45e2b4e", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6fda10a8-7db8-4e0c-9510-7159a45e2b4e", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6fda10a8-7db8-4e0c-9510-7159a45e2b4e", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:22:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6fda10a8-7db8-4e0c-9510-7159a45e2b4e", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:22:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6fda10a8-7db8-4e0c-9510-7159a45e2b4e", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "f112c807-d5a9-4f9a-be17-d27b28122419", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "f112c807-d5a9-4f9a-be17-d27b28122419", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "f112c807-d5a9-4f9a-be17-d27b28122419", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:22:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "18e51472-933f-4e0c-9391-86687453f5ec", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "18e51472-933f-4e0c-9391-86687453f5ec", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "18e51472-933f-4e0c-9391-86687453f5ec", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "18e51472-933f-4e0c-9391-86687453f5ec", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:22:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "18e51472-933f-4e0c-9391-86687453f5ec", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:22:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "18e51472-933f-4e0c-9391-86687453f5ec", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "793dbac1-8c86-4494-ba62-483f7558c85c", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:22:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "793dbac1-8c86-4494-ba62-483f7558c85c", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:22:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "793dbac1-8c86-4494-ba62-483f7558c85c", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:22:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6155b5d2-7377-41f4-961e-cb661ccd1849", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6155b5d2-7377-41f4-961e-cb661ccd1849", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6155b5d2-7377-41f4-961e-cb661ccd1849", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6155b5d2-7377-41f4-961e-cb661ccd1849", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:22:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6155b5d2-7377-41f4-961e-cb661ccd1849", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:22:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "6155b5d2-7377-41f4-961e-cb661ccd1849", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "288268d2-0d00-442f-960f-06c95cfbcf0a", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "288268d2-0d00-442f-960f-06c95cfbcf0a", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "288268d2-0d00-442f-960f-06c95cfbcf0a", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "288268d2-0d00-442f-960f-06c95cfbcf0a", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:22:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "288268d2-0d00-442f-960f-06c95cfbcf0a", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:22:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "288268d2-0d00-442f-960f-06c95cfbcf0a", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "8403def7-226d-404c-b852-ad50ccdb57c0", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "8403def7-226d-404c-b852-ad50ccdb57c0", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "8403def7-226d-404c-b852-ad50ccdb57c0", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "8403def7-226d-404c-b852-ad50ccdb57c0", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:22:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "8403def7-226d-404c-b852-ad50ccdb57c0", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:22:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "8403def7-226d-404c-b852-ad50ccdb57c0", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "2583186f-480a-4c1b-b8c1-7a5b7f68bf78", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "2583186f-480a-4c1b-b8c1-7a5b7f68bf78", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "2583186f-480a-4c1b-b8c1-7a5b7f68bf78", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:22:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "0eb10906-e9e6-462d-b013-0693f593bb11", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:22:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "0eb10906-e9e6-462d-b013-0693f593bb11", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:22:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "0eb10906-e9e6-462d-b013-0693f593bb11", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:23:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4b8d58e8-193c-46bf-ad22-f5cd95b8bd4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:24:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "6173a3e9-ba75-46d8-b470-15e7b1814998", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "6173a3e9-ba75-46d8-b470-15e7b1814998", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b"} 2026-07-09T20:24:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "6173a3e9-ba75-46d8-b470-15e7b1814998", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "6173a3e9-ba75-46d8-b470-15e7b1814998", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "6173a3e9-ba75-46d8-b470-15e7b1814998", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:24:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "6173a3e9-ba75-46d8-b470-15e7b1814998", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:24:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "6173a3e9-ba75-46d8-b470-15e7b1814998", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "6173a3e9-ba75-46d8-b470-15e7b1814998", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "auth-test-model-7b406b", "reconcileID": "80101dca-a4f1-4537-bae4-7d5e062096ca", "LLMInferenceService": "auth-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "0bccd1aa-5f95-4fae-9533-10170d2cd516", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "0bccd1aa-5f95-4fae-9533-10170d2cd516", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "0bccd1aa-5f95-4fae-9533-10170d2cd516", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "bf7a05e0-97f5-4a76-b930-8132f7128e8a", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "bf7a05e0-97f5-4a76-b930-8132f7128e8a", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "bf7a05e0-97f5-4a76-b930-8132f7128e8a", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:24:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "9b12b1e2-b7d8-4660-957c-e96c107b489f", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:24:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "9b12b1e2-b7d8-4660-957c-e96c107b489f", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7"} 2026-07-09T20:24:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "9b12b1e2-b7d8-4660-957c-e96c107b489f", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:24:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "9b12b1e2-b7d8-4660-957c-e96c107b489f", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:24:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "9b12b1e2-b7d8-4660-957c-e96c107b489f", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:24:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "9b12b1e2-b7d8-4660-957c-e96c107b489f", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:24:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "9b12b1e2-b7d8-4660-957c-e96c107b489f", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:24:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "9b12b1e2-b7d8-4660-957c-e96c107b489f", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:24:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "auth-test-model-3452a7", "reconcileID": "e0b2722a-2893-41ea-9062-3cdcb2e4adb2", "LLMInferenceService": "auth-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "fe935952-e9b2-4c88-97ee-3eea6590c314", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "fe935952-e9b2-4c88-97ee-3eea6590c314", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "fe935952-e9b2-4c88-97ee-3eea6590c314", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "848c6595-75a9-49b1-ac38-95a944afb163", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "848c6595-75a9-49b1-ac38-95a944afb163", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "848c6595-75a9-49b1-ac38-95a944afb163", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:24:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "22cf3485-6574-46bb-ba97-d70392d928bc", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "22cf3485-6574-46bb-ba97-d70392d928bc", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "22cf3485-6574-46bb-ba97-d70392d928bc", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "6f4c1a41-a83a-441a-8242-42c1df8c2e7d", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:24:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "22cf3485-6574-46bb-ba97-d70392d928bc", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:24:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "22cf3485-6574-46bb-ba97-d70392d928bc", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:24:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "22cf3485-6574-46bb-ba97-d70392d928bc", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "6f4c1a41-a83a-441a-8242-42c1df8c2e7d", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "6f4c1a41-a83a-441a-8242-42c1df8c2e7d", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:24:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "52b633ca-e6e4-423f-9ecc-7749fa02d4a6", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "52b633ca-e6e4-423f-9ecc-7749fa02d4a6", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "52b633ca-e6e4-423f-9ecc-7749fa02d4a6", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "52b633ca-e6e4-423f-9ecc-7749fa02d4a6", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:24:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "52b633ca-e6e4-423f-9ecc-7749fa02d4a6", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:24:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "52b633ca-e6e4-423f-9ecc-7749fa02d4a6", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "3b6c8861-6afa-4507-897c-cd956541cdc1", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:24:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "3b6c8861-6afa-4507-897c-cd956541cdc1", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:24:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "3b6c8861-6afa-4507-897c-cd956541cdc1", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:24:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "fee6acb4-55ca-4508-8f25-0b97f80b85c7", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "fee6acb4-55ca-4508-8f25-0b97f80b85c7", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "fee6acb4-55ca-4508-8f25-0b97f80b85c7", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "fee6acb4-55ca-4508-8f25-0b97f80b85c7", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:24:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "fee6acb4-55ca-4508-8f25-0b97f80b85c7", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:24:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "fee6acb4-55ca-4508-8f25-0b97f80b85c7", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "44bb2c2d-b7a7-4147-8d05-53c9a1073e58", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "44bb2c2d-b7a7-4147-8d05-53c9a1073e58", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "44bb2c2d-b7a7-4147-8d05-53c9a1073e58", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:24:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "44bb2c2d-b7a7-4147-8d05-53c9a1073e58", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:24:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "44bb2c2d-b7a7-4147-8d05-53c9a1073e58", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:24:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "44bb2c2d-b7a7-4147-8d05-53c9a1073e58", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "117b220e-0854-4bc0-8d28-0ed7855cb3ed", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "117b220e-0854-4bc0-8d28-0ed7855cb3ed", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "117b220e-0854-4bc0-8d28-0ed7855cb3ed", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "c47732b8-046b-4c85-aeff-0debb45a1ab1", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:25:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "117b220e-0854-4bc0-8d28-0ed7855cb3ed", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:25:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "117b220e-0854-4bc0-8d28-0ed7855cb3ed", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:25:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "117b220e-0854-4bc0-8d28-0ed7855cb3ed", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "c47732b8-046b-4c85-aeff-0debb45a1ab1", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:25:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "c47732b8-046b-4c85-aeff-0debb45a1ab1", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:25:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "92a57855-e0a4-4619-ae1d-66c4d7d20fc3", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "92a57855-e0a4-4619-ae1d-66c4d7d20fc3", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "92a57855-e0a4-4619-ae1d-66c4d7d20fc3", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "92a57855-e0a4-4619-ae1d-66c4d7d20fc3", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:25:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "92a57855-e0a4-4619-ae1d-66c4d7d20fc3", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:25:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "92a57855-e0a4-4619-ae1d-66c4d7d20fc3", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "93de864c-f6e9-4d8b-bb81-a63ddb1a1764", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:25:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "93de864c-f6e9-4d8b-bb81-a63ddb1a1764", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "93de864c-f6e9-4d8b-bb81-a63ddb1a1764", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:25:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "ea4cb9c3-d258-479d-b70d-b42a3c725637", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "ea4cb9c3-d258-479d-b70d-b42a3c725637", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "ea4cb9c3-d258-479d-b70d-b42a3c725637", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "ea4cb9c3-d258-479d-b70d-b42a3c725637", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:25:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "ea4cb9c3-d258-479d-b70d-b42a3c725637", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:25:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "ea4cb9c3-d258-479d-b70d-b42a3c725637", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "9bba5543-2b51-4a9d-b52b-59334fddefad", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "9bba5543-2b51-4a9d-b52b-59334fddefad", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "9bba5543-2b51-4a9d-b52b-59334fddefad", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "9bba5543-2b51-4a9d-b52b-59334fddefad", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:25:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "9bba5543-2b51-4a9d-b52b-59334fddefad", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:25:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "9bba5543-2b51-4a9d-b52b-59334fddefad", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:31Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T20:25:31Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T20:25:35Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T20:25:35Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T20:25:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "60eb1310-6b92-4532-adf1-c159b1192448", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "60eb1310-6b92-4532-adf1-c159b1192448", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b"} 2026-07-09T20:25:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "60eb1310-6b92-4532-adf1-c159b1192448", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "60eb1310-6b92-4532-adf1-c159b1192448", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "60eb1310-6b92-4532-adf1-c159b1192448", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:25:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "60eb1310-6b92-4532-adf1-c159b1192448", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:25:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "60eb1310-6b92-4532-adf1-c159b1192448", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "60eb1310-6b92-4532-adf1-c159b1192448", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "sub-test-model-7b406b", "reconcileID": "603982db-cb7a-4e97-acb3-9aa52d1d2157", "LLMInferenceService": "sub-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "eaa5c190-f778-432e-913b-8552eaa80d91", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:25:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "eaa5c190-f778-432e-913b-8552eaa80d91", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:25:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "eaa5c190-f778-432e-913b-8552eaa80d91", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:25:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "e7686677-65b3-4fba-b720-3c4fa554f2f4", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:25:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "e7686677-65b3-4fba-b720-3c4fa554f2f4", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:25:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "e7686677-65b3-4fba-b720-3c4fa554f2f4", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:25:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "0f8dca48-95ce-4d9a-b61e-ee924e53fc9d", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "0f8dca48-95ce-4d9a-b61e-ee924e53fc9d", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7"} 2026-07-09T20:25:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "0f8dca48-95ce-4d9a-b61e-ee924e53fc9d", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "0f8dca48-95ce-4d9a-b61e-ee924e53fc9d", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "0f8dca48-95ce-4d9a-b61e-ee924e53fc9d", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:25:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "0f8dca48-95ce-4d9a-b61e-ee924e53fc9d", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:25:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "0f8dca48-95ce-4d9a-b61e-ee924e53fc9d", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "0f8dca48-95ce-4d9a-b61e-ee924e53fc9d", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "sub-test-model-3452a7", "reconcileID": "8320bb40-e91b-4e4a-a7b4-9b633a82cba8", "LLMInferenceService": "sub-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:25:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "38817f4e-1567-4faa-8982-422b6661ffe3", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:25:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "38817f4e-1567-4faa-8982-422b6661ffe3", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:25:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "38817f4e-1567-4faa-8982-422b6661ffe3", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:25:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "b218df0e-a197-4607-bc86-6d05558bd403", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:25:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "b218df0e-a197-4607-bc86-6d05558bd403", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:25:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "b218df0e-a197-4607-bc86-6d05558bd403", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:25:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "28057dd9-31ce-4049-85a2-708f5781a309", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "28057dd9-31ce-4049-85a2-708f5781a309", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "28057dd9-31ce-4049-85a2-708f5781a309", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "1e2eb469-75b1-4768-8c50-b236f36ffe10", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:25:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "28057dd9-31ce-4049-85a2-708f5781a309", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:25:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "28057dd9-31ce-4049-85a2-708f5781a309", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:25:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "28057dd9-31ce-4049-85a2-708f5781a309", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "1e2eb469-75b1-4768-8c50-b236f36ffe10", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:25:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "1e2eb469-75b1-4768-8c50-b236f36ffe10", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:25:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "7ebf4baf-3ae6-4c4f-8bb9-20128998f913", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "7ebf4baf-3ae6-4c4f-8bb9-20128998f913", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "7ebf4baf-3ae6-4c4f-8bb9-20128998f913", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:25:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "7ebf4baf-3ae6-4c4f-8bb9-20128998f913", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:25:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "7ebf4baf-3ae6-4c4f-8bb9-20128998f913", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:25:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "7ebf4baf-3ae6-4c4f-8bb9-20128998f913", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:26:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "51e5c7ff-b802-4c04-bbdd-cecbcadceb89", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:26:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "51e5c7ff-b802-4c04-bbdd-cecbcadceb89", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:26:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "51e5c7ff-b802-4c04-bbdd-cecbcadceb89", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:26:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "16a08edf-180a-42e8-b844-af986dddbbb7", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:26:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "16a08edf-180a-42e8-b844-af986dddbbb7", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:26:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "16a08edf-180a-42e8-b844-af986dddbbb7", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:26:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "16a08edf-180a-42e8-b844-af986dddbbb7", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:26:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "16a08edf-180a-42e8-b844-af986dddbbb7", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:26:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "16a08edf-180a-42e8-b844-af986dddbbb7", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:26:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "d5af74cf-15bf-45f4-821c-531346dfcfa9", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:26:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "d5af74cf-15bf-45f4-821c-531346dfcfa9", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:26:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "d5af74cf-15bf-45f4-821c-531346dfcfa9", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:26:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "d5af74cf-15bf-45f4-821c-531346dfcfa9", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:26:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "d5af74cf-15bf-45f4-821c-531346dfcfa9", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "authType": "userdefined"} 2026-07-09T20:26:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "d5af74cf-15bf-45f4-821c-531346dfcfa9", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:26:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "8a725dbe-9aeb-4968-b99e-1204a69db12a", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "8a725dbe-9aeb-4968-b99e-1204a69db12a", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "8a725dbe-9aeb-4968-b99e-1204a69db12a", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "8a725dbe-9aeb-4968-b99e-1204a69db12a", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:26:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "8a725dbe-9aeb-4968-b99e-1204a69db12a", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:26:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "8a725dbe-9aeb-4968-b99e-1204a69db12a", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "69bcff29-2d3c-42e3-bec4-2efa1275099a", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "69bcff29-2d3c-42e3-bec4-2efa1275099a", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "69bcff29-2d3c-42e3-bec4-2efa1275099a", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:26:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "3f351559-0c14-4cb2-bdbd-a4244a1712dc", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "3f351559-0c14-4cb2-bdbd-a4244a1712dc", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "3f351559-0c14-4cb2-bdbd-a4244a1712dc", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "3f351559-0c14-4cb2-bdbd-a4244a1712dc", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:26:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "3f351559-0c14-4cb2-bdbd-a4244a1712dc", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:26:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "3f351559-0c14-4cb2-bdbd-a4244a1712dc", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff996228-495c-4971-998d-9bfef6512b7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:26:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f6ecec6-7e0f-4673-8bfb-1c8829750141", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:26:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "7c4bcd74-aa03-4724-a803-58202442541b", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:26:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "7c4bcd74-aa03-4724-a803-58202442541b", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:26:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "7c4bcd74-aa03-4724-a803-58202442541b", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:26:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "b2bd95e2-c279-4581-b853-1fba5de0b691", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "b2bd95e2-c279-4581-b853-1fba5de0b691", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "b2bd95e2-c279-4581-b853-1fba5de0b691", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "b2bd95e2-c279-4581-b853-1fba5de0b691", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:26:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "b2bd95e2-c279-4581-b853-1fba5de0b691", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:26:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "b2bd95e2-c279-4581-b853-1fba5de0b691", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "5adf0d33-7628-42f9-b1e6-6662a59726a4", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "5adf0d33-7628-42f9-b1e6-6662a59726a4", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "5adf0d33-7628-42f9-b1e6-6662a59726a4", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:26:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "5adf0d33-7628-42f9-b1e6-6662a59726a4", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:26:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "5adf0d33-7628-42f9-b1e6-6662a59726a4", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:26:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "5adf0d33-7628-42f9-b1e6-6662a59726a4", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "05c4150a-208f-48fb-bd10-f59382d9f331", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "05c4150a-208f-48fb-bd10-f59382d9f331", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "05c4150a-208f-48fb-bd10-f59382d9f331", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "05c4150a-208f-48fb-bd10-f59382d9f331", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:27:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "05c4150a-208f-48fb-bd10-f59382d9f331", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "authType": "userdefined"} 2026-07-09T20:27:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "05c4150a-208f-48fb-bd10-f59382d9f331", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "a03d9f7d-c5df-4420-a9d4-db0b1bced1c4", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:27:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "a03d9f7d-c5df-4420-a9d4-db0b1bced1c4", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b"} 2026-07-09T20:27:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "a03d9f7d-c5df-4420-a9d4-db0b1bced1c4", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:27:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "a03d9f7d-c5df-4420-a9d4-db0b1bced1c4", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:27:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "a03d9f7d-c5df-4420-a9d4-db0b1bced1c4", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:27:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "a03d9f7d-c5df-4420-a9d4-db0b1bced1c4", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b-kserve-route-authn"} 2026-07-09T20:27:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "a03d9f7d-c5df-4420-a9d4-db0b1bced1c4", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:27:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "a03d9f7d-c5df-4420-a9d4-db0b1bced1c4", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:27:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7b406b","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "rate-test-model-7b406b", "reconcileID": "88f4aa8b-b934-46fd-86c5-33b49d7840a1", "LLMInferenceService": "rate-test-model-7b406b", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:27:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "cb422d00-83b1-4072-957c-5789da0140c6", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:27:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "cb422d00-83b1-4072-957c-5789da0140c6", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:27:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "cb422d00-83b1-4072-957c-5789da0140c6", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:27:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "70a42358-8e89-4a21-929c-1a4694d19e48", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:27:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "70a42358-8e89-4a21-929c-1a4694d19e48", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:27:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "70a42358-8e89-4a21-929c-1a4694d19e48", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:27:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "af331102-ccaa-4240-9758-8c37433a29ae", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "af331102-ccaa-4240-9758-8c37433a29ae", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7"} 2026-07-09T20:27:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "af331102-ccaa-4240-9758-8c37433a29ae", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "af331102-ccaa-4240-9758-8c37433a29ae", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "af331102-ccaa-4240-9758-8c37433a29ae", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:27:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "af331102-ccaa-4240-9758-8c37433a29ae", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7-kserve-route-authn"} 2026-07-09T20:27:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "af331102-ccaa-4240-9758-8c37433a29ae", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "af331102-ccaa-4240-9758-8c37433a29ae", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3452a7","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "rate-test-model-3452a7", "reconcileID": "0d2dd052-4d4a-44ec-8a1f-99faaf75b240", "LLMInferenceService": "rate-test-model-3452a7", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:27:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "c3bae1ba-f852-450d-a8cb-d19deb2b5f07", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:27:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "c3bae1ba-f852-450d-a8cb-d19deb2b5f07", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:27:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "c3bae1ba-f852-450d-a8cb-d19deb2b5f07", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:27:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "3c67f2bc-6d7f-4e71-989f-785638bcf7e7", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:27:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "3c67f2bc-6d7f-4e71-989f-785638bcf7e7", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:27:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "3c67f2bc-6d7f-4e71-989f-785638bcf7e7", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:27:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c959e9f-af6e-4569-a008-60aebe782d77", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:28:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "a2a86436-5645-402e-ac14-eede23c718f3", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:28:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "a2a86436-5645-402e-ac14-eede23c718f3", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:28:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "a2a86436-5645-402e-ac14-eede23c718f3", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:28:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "759583c8-b66f-4c43-8bec-3e571ce704be", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:28:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "759583c8-b66f-4c43-8bec-3e571ce704be", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b-authn-ssl"} 2026-07-09T20:28:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "759583c8-b66f-4c43-8bec-3e571ce704be", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:28:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a6705eb-bc74-4cd4-976e-c7d93ca299ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:28:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a6705eb-bc74-4cd4-976e-c7d93ca299ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T20:28:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a6705eb-bc74-4cd4-976e-c7d93ca299ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-7b406b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T20:28:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-trusted-ca-bundle", "reconcileID": "e3aac2fd-1607-4da9-b35f-dee62542126a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:28:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-trusted-ca-bundle", "reconcileID": "e3aac2fd-1607-4da9-b35f-dee62542126a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:28:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "openshift-service-ca.crt", "reconcileID": "68e07e9a-fe22-42fa-8b56-79ae6c54f7dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:28:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "openshift-service-ca.crt", "reconcileID": "68e07e9a-fe22-42fa-8b56-79ae6c54f7dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:28:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1879cd9e-6d1b-487f-8c16-f348d3439da2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:28:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7b406b"}, "namespace": "ai-tenant-e2e-shared-a-7b406b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1879cd9e-6d1b-487f-8c16-f348d3439da2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7b406b"} 2026-07-09T20:28:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7b406b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7b406b", "reconcileID": "5ae95983-cf45-4d60-9976-c87b980e71cf", "Gateway": "e2e-shared-a-7b406b", "namespace": "openshift-ingress"} 2026-07-09T20:28:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dffefa0f-d8b1-4d41-90f8-dd116b1cd0fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:28:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ca7c24de-d99c-4f19-a2c4-5f5ec451bc4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:28:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5520852d-558f-4487-998b-9331affd4af2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T20:28:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "4e1770a8-3b7b-4841-805a-c6665c038db3", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:28:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "4e1770a8-3b7b-4841-805a-c6665c038db3", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:28:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "4e1770a8-3b7b-4841-805a-c6665c038db3", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:28:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "f5564b82-91f1-41f2-8cf0-bfb67c24a2b4", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:28:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "f5564b82-91f1-41f2-8cf0-bfb67c24a2b4", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7-authn-ssl"} 2026-07-09T20:28:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "f5564b82-91f1-41f2-8cf0-bfb67c24a2b4", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"} 2026-07-09T20:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d464d362-cbd7-4dfa-bd75-c581564f8269", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:28:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d464d362-cbd7-4dfa-bd75-c581564f8269", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T20:28:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d464d362-cbd7-4dfa-bd75-c581564f8269", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-3452a7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T20:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-trusted-ca-bundle", "reconcileID": "51bc8252-d016-4eeb-ba36-eb79566581b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:28:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-trusted-ca-bundle", "reconcileID": "51bc8252-d016-4eeb-ba36-eb79566581b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "openshift-service-ca.crt", "reconcileID": "25e82da9-b28d-49aa-a3dc-d9ca2b770c39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:28:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "openshift-service-ca.crt", "reconcileID": "25e82da9-b28d-49aa-a3dc-d9ca2b770c39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:28:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff81e23f-712b-4e22-83bb-cab1f9a32ce8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:28:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3452a7"}, "namespace": "ai-tenant-e2e-shared-b-3452a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff81e23f-712b-4e22-83bb-cab1f9a32ce8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3452a7"} 2026-07-09T20:28:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3452a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3452a7", "reconcileID": "ccc4b5ac-7f1b-4b0d-82ba-365513bda29e", "Gateway": "e2e-shared-b-3452a7", "namespace": "openshift-ingress"}