2026-07-06T16:09:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34ada1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34ada1", "reconcileID": "61508a76-0cf9-42ac-a306-26b3bc2278c6", "Gateway": "e2e-api-a-34ada1", "namespace": "openshift-ingress"} 2026-07-06T16:09:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34ada1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34ada1", "reconcileID": "61508a76-0cf9-42ac-a306-26b3bc2278c6", "Gateway": "e2e-api-a-34ada1", "namespace": "openshift-ingress", "name": "e2e-api-a-34ada1-authn-ssl"} 2026-07-06T16:09:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34ada1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34ada1", "reconcileID": "61508a76-0cf9-42ac-a306-26b3bc2278c6", "Gateway": "e2e-api-a-34ada1", "namespace": "openshift-ingress"} 2026-07-06T16:10:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f874318c-7562-4303-a52e-5a914beeb3bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34ada1"} 2026-07-06T16:10:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f874318c-7562-4303-a52e-5a914beeb3bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34ada1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:10:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f874318c-7562-4303-a52e-5a914beeb3bf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-34ada1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T16:10:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "odh-trusted-ca-bundle", "reconcileID": "bd2efbd2-2b66-434c-9610-36a309011f03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34ada1"} 2026-07-06T16:10:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "odh-trusted-ca-bundle", "reconcileID": "bd2efbd2-2b66-434c-9610-36a309011f03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34ada1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:10:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "odh-trusted-ca-bundle", "reconcileID": "bd2efbd2-2b66-434c-9610-36a309011f03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-34ada1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T16:10:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "openshift-service-ca.crt", "reconcileID": "c57cc92a-e348-4dd0-9daa-14f1b0925a69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-34ada1"} 2026-07-06T16:10:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "openshift-service-ca.crt", "reconcileID": "c57cc92a-e348-4dd0-9daa-14f1b0925a69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-34ada1"} 2026-07-06T16:10:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96c8d00a-1c9d-41ac-996b-abc2c89818c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34ada1"} 2026-07-06T16:10:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96c8d00a-1c9d-41ac-996b-abc2c89818c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34ada1"} 2026-07-06T16:10:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "odh-trusted-ca-bundle", "reconcileID": "181a7dfe-3701-4835-bbdc-144ad457941b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34ada1"} 2026-07-06T16:10:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-34ada1"}, "namespace": "ai-tenant-e2e-api-a-34ada1", "name": "odh-trusted-ca-bundle", "reconcileID": "181a7dfe-3701-4835-bbdc-144ad457941b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34ada1"} 2026-07-06T16:10:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34ada1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34ada1", "reconcileID": "ea6446d7-3e60-4f4a-b9df-ddcdf1e5be42", "Gateway": "e2e-api-a-34ada1", "namespace": "openshift-ingress"} 2026-07-06T16:10:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34ada1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34ada1", "reconcileID": "ea6446d7-3e60-4f4a-b9df-ddcdf1e5be42", "Gateway": "e2e-api-a-34ada1", "namespace": "openshift-ingress", "name": "e2e-api-a-34ada1-authn-ssl"} 2026-07-06T16:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34ada1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34ada1", "reconcileID": "ea6446d7-3e60-4f4a-b9df-ddcdf1e5be42", "Gateway": "e2e-api-a-34ada1", "namespace": "openshift-ingress"} 2026-07-06T16:10:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34ada1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34ada1", "reconcileID": "d5460b4a-275b-4269-88aa-b1775ffa1e1f", "Gateway": "e2e-api-a-34ada1", "namespace": "openshift-ingress"} 2026-07-06T16:10:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34ada1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34ada1", "reconcileID": "631dc372-7f10-4d14-bfcb-e99995223567", "Gateway": "e2e-api-a-34ada1", "namespace": "openshift-ingress"} 2026-07-06T16:10:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "49bb8808-81cb-45d4-90f0-f8c354b5283e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T16:10:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05b5d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05b5d9", "reconcileID": "c8a54ae7-caa7-4e10-b4a2-094792428e7e", "Gateway": "e2e-api-b-05b5d9", "namespace": "openshift-ingress"} 2026-07-06T16:10:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05b5d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05b5d9", "reconcileID": "c8a54ae7-caa7-4e10-b4a2-094792428e7e", "Gateway": "e2e-api-b-05b5d9", "namespace": "openshift-ingress", "name": "e2e-api-b-05b5d9-authn-ssl"} 2026-07-06T16:10:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05b5d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05b5d9", "reconcileID": "c8a54ae7-caa7-4e10-b4a2-094792428e7e", "Gateway": "e2e-api-b-05b5d9", "namespace": "openshift-ingress"} 2026-07-06T16:10:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f97e205e-e0e4-4ae3-8b99-429879b8a287", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05b5d9"} 2026-07-06T16:10:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f97e205e-e0e4-4ae3-8b99-429879b8a287", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05b5d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:10:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f97e205e-e0e4-4ae3-8b99-429879b8a287", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-05b5d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T16:10:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "odh-trusted-ca-bundle", "reconcileID": "e18c3739-1b11-4ecd-9939-f9513c5001a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05b5d9"} 2026-07-06T16:10:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "odh-trusted-ca-bundle", "reconcileID": "e18c3739-1b11-4ecd-9939-f9513c5001a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05b5d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:10:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "odh-trusted-ca-bundle", "reconcileID": "e18c3739-1b11-4ecd-9939-f9513c5001a4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-05b5d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T16:10:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "openshift-service-ca.crt", "reconcileID": "e6ea590e-2314-49da-bd9e-9a9d7c384c83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-05b5d9"} 2026-07-06T16:10:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "openshift-service-ca.crt", "reconcileID": "e6ea590e-2314-49da-bd9e-9a9d7c384c83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-05b5d9"} 2026-07-06T16:10:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34e6136a-5a85-4f63-b626-18692bb45c23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05b5d9"} 2026-07-06T16:10:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34e6136a-5a85-4f63-b626-18692bb45c23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05b5d9"} 2026-07-06T16:10:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "odh-trusted-ca-bundle", "reconcileID": "c932a92b-2de9-4841-9447-8ce089f21b4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05b5d9"} 2026-07-06T16:10:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-05b5d9"}, "namespace": "ai-tenant-e2e-api-b-05b5d9", "name": "odh-trusted-ca-bundle", "reconcileID": "c932a92b-2de9-4841-9447-8ce089f21b4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-05b5d9"} 2026-07-06T16:10:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-05b5d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-05b5d9", "reconcileID": "d24e25e2-d577-4e4b-8161-e0fd1b7cf60a", "Gateway": "e2e-api-b-05b5d9", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "860d28cb-3ccb-4095-8a4b-8df5e6d1e59b", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "860d28cb-3ccb-4095-8a4b-8df5e6d1e59b", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "860d28cb-3ccb-4095-8a4b-8df5e6d1e59b", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "0f5431ed-0eea-43e6-b063-6ff62bdeb64a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "0f5431ed-0eea-43e6-b063-6ff62bdeb64a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "0f5431ed-0eea-43e6-b063-6ff62bdeb64a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "bbd71c0b-a646-40cb-b5cd-f85fa142a60c", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "bbd71c0b-a646-40cb-b5cd-f85fa142a60c", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "bbd71c0b-a646-40cb-b5cd-f85fa142a60c", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "65a7570f-ae51-4151-b2c0-30636f9b3508", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "65a7570f-ae51-4151-b2c0-30636f9b3508", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "65a7570f-ae51-4151-b2c0-30636f9b3508", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "11d481ff-8cb2-4bb8-812a-c2edad83a6f4", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "11d481ff-8cb2-4bb8-812a-c2edad83a6f4", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "11d481ff-8cb2-4bb8-812a-c2edad83a6f4", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "8a41067f-309a-4374-94e2-fce97557771d", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "8a41067f-309a-4374-94e2-fce97557771d", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "8a41067f-309a-4374-94e2-fce97557771d", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "29539c52-5893-4973-9185-ea7c7fe7fb8a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "29539c52-5893-4973-9185-ea7c7fe7fb8a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "29539c52-5893-4973-9185-ea7c7fe7fb8a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "openshift-service-ca.crt", "reconcileID": "0b9d32bc-1b44-420f-b526-0c8cb4f7694f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-trusted-ca-bundle", "reconcileID": "72066c76-e55d-4809-bd6d-0532f0089f42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "openshift-service-ca.crt", "reconcileID": "885057a9-f4f5-4b5a-b166-b82f037d8040", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:10:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "openshift-service-ca.crt", "reconcileID": "885057a9-f4f5-4b5a-b166-b82f037d8040", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "openshift-service-ca.crt", "reconcileID": "77a744ae-a252-4894-a02e-3fd9a424a48a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:10:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "openshift-service-ca.crt", "reconcileID": "77a744ae-a252-4894-a02e-3fd9a424a48a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T16:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "779c9528-ca4e-461e-9bcb-a7e0ef668c23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "openshift-service-ca.crt", "reconcileID": "bb1a7ffb-1dde-4a0c-8abf-8f46eeaa5f98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-trusted-ca-bundle", "reconcileID": "4b3d900d-76ea-4a6b-969b-feb6cc19286c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:10:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-trusted-ca-bundle", "reconcileID": "4b3d900d-76ea-4a6b-969b-feb6cc19286c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46ee15e6-9d6e-4cb5-89d4-3b64a683829a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "a19db1b4-5850-4571-ab54-8e4310e44361", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "a19db1b4-5850-4571-ab54-8e4310e44361", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "a19db1b4-5850-4571-ab54-8e4310e44361", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d8cc036a-c589-44be-8403-ab99a94bdbf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T16:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "f258ee91-f9a8-4f5d-a91d-a496c25b5c3b", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "f258ee91-f9a8-4f5d-a91d-a496c25b5c3b", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "f258ee91-f9a8-4f5d-a91d-a496c25b5c3b", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "83feec5a-4e5a-49e8-8299-c1187858afc1", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "83feec5a-4e5a-49e8-8299-c1187858afc1", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "83feec5a-4e5a-49e8-8299-c1187858afc1", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d152843d-ed8e-4dc0-86fd-5fe204bfbb25", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d152843d-ed8e-4dc0-86fd-5fe204bfbb25", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d152843d-ed8e-4dc0-86fd-5fe204bfbb25", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "5590eaca-fb26-4e05-b3b4-9f96f403b469", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "5590eaca-fb26-4e05-b3b4-9f96f403b469", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "5590eaca-fb26-4e05-b3b4-9f96f403b469", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "78df1e8f-3434-43ed-bc84-c108cc9ed253", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "78df1e8f-3434-43ed-bc84-c108cc9ed253", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "78df1e8f-3434-43ed-bc84-c108cc9ed253", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "36b0bddc-76f2-4c28-9e58-cdc5e34ab3f6", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "36b0bddc-76f2-4c28-9e58-cdc5e34ab3f6", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "36b0bddc-76f2-4c28-9e58-cdc5e34ab3f6", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "f4a778eb-bcfb-47c0-a206-5705c57545d7", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "f4a778eb-bcfb-47c0-a206-5705c57545d7", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:10:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "f4a778eb-bcfb-47c0-a206-5705c57545d7", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "1f0c27b8-732a-45cd-aae0-f764334020de", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "1f0c27b8-732a-45cd-aae0-f764334020de", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:10:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "1f0c27b8-732a-45cd-aae0-f764334020de", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "df1748ec-a006-4708-986f-b80a2478a69d", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "df1748ec-a006-4708-986f-b80a2478a69d", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:10:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "df1748ec-a006-4708-986f-b80a2478a69d", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "openshift-service-ca.crt", "reconcileID": "26984e99-b4f4-46f6-bd60-39dbb88d8160", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-trusted-ca-bundle", "reconcileID": "8ae4134d-25af-4aad-9ff3-1f102a3b1a3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:10:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "openshift-service-ca.crt", "reconcileID": "a114ddfc-27b7-4212-9267-5cd128e7130a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b747bf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:10:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "openshift-service-ca.crt", "reconcileID": "a114ddfc-27b7-4212-9267-5cd128e7130a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:10:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "openshift-service-ca.crt", "reconcileID": "a6ce5118-98a7-495b-a6e2-4691847ab98e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b747bf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:10:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "openshift-service-ca.crt", "reconcileID": "a6ce5118-98a7-495b-a6e2-4691847ab98e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T16:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7bd16b1-25bc-4f5c-a363-18ea41dc16df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "openshift-service-ca.crt", "reconcileID": "3166dc5c-f117-4793-a563-96bfdb4df7ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:10:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-trusted-ca-bundle", "reconcileID": "a2b390f4-b88e-45d9-95d8-3f0b3d1ff527", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:10:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-trusted-ca-bundle", "reconcileID": "a2b390f4-b88e-45d9-95d8-3f0b3d1ff527", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08b8bf50-5bdd-40dc-985d-60a78b77995b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:10:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "9ba99a75-eb4a-4100-9155-ef0f2b437b33", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "9ba99a75-eb4a-4100-9155-ef0f2b437b33", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:10:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "9ba99a75-eb4a-4100-9155-ef0f2b437b33", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "acab1f93-dd26-49f3-a7bf-7d1633008aef", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T16:10:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "7dcdc243-41c2-429c-a705-7c20e8c50acb", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "7dcdc243-41c2-429c-a705-7c20e8c50acb", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:10:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "7dcdc243-41c2-429c-a705-7c20e8c50acb", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:10:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a213b96f-a151-423b-8219-ecc244b580c6", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a213b96f-a151-423b-8219-ecc244b580c6", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a213b96f-a151-423b-8219-ecc244b580c6", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "a20bf46d-3c62-4778-91c8-35c65128da8d", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a213b96f-a151-423b-8219-ecc244b580c6", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:10:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a213b96f-a151-423b-8219-ecc244b580c6", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:10:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a213b96f-a151-423b-8219-ecc244b580c6", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "a20bf46d-3c62-4778-91c8-35c65128da8d", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "a20bf46d-3c62-4778-91c8-35c65128da8d", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "243b859e-daa0-430e-9f8d-1f810d619396", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "243b859e-daa0-430e-9f8d-1f810d619396", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "243b859e-daa0-430e-9f8d-1f810d619396", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "243b859e-daa0-430e-9f8d-1f810d619396", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:10:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "243b859e-daa0-430e-9f8d-1f810d619396", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:10:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "243b859e-daa0-430e-9f8d-1f810d619396", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "f73b8120-5d3e-4b63-a622-7dbb6a3f306f", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "f73b8120-5d3e-4b63-a622-7dbb6a3f306f", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:10:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "f73b8120-5d3e-4b63-a622-7dbb6a3f306f", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:10:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bde4f96c-5cea-486e-8306-050eb7b14127", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T16:10:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "ae662b57-ced9-45e4-aa38-9a7594ca2f5e", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "ae662b57-ced9-45e4-aa38-9a7594ca2f5e", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "ae662b57-ced9-45e4-aa38-9a7594ca2f5e", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "ae662b57-ced9-45e4-aa38-9a7594ca2f5e", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:10:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "ae662b57-ced9-45e4-aa38-9a7594ca2f5e", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:10:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "ae662b57-ced9-45e4-aa38-9a7594ca2f5e", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "21503033-63fc-4f5a-b082-e94df0eed0cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T16:10:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "1840ccd2-76a6-4cc9-985f-9e3c3d49a106", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "1840ccd2-76a6-4cc9-985f-9e3c3d49a106", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "1840ccd2-76a6-4cc9-985f-9e3c3d49a106", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "1840ccd2-76a6-4cc9-985f-9e3c3d49a106", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:10:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "1840ccd2-76a6-4cc9-985f-9e3c3d49a106", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:10:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "1840ccd2-76a6-4cc9-985f-9e3c3d49a106", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:10:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T16:10:59Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T16:11:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "cab203e7-50a8-477e-bd69-095797332084", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "cab203e7-50a8-477e-bd69-095797332084", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "cab203e7-50a8-477e-bd69-095797332084", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "cab203e7-50a8-477e-bd69-095797332084", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:11:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "cab203e7-50a8-477e-bd69-095797332084", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:11:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "cab203e7-50a8-477e-bd69-095797332084", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "fa29d6c6-c216-4400-a64f-410154a02d91", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "fa29d6c6-c216-4400-a64f-410154a02d91", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "fa29d6c6-c216-4400-a64f-410154a02d91", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "fa29d6c6-c216-4400-a64f-410154a02d91", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:11:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "fa29d6c6-c216-4400-a64f-410154a02d91", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:11:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "fa29d6c6-c216-4400-a64f-410154a02d91", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "c91e7db4-c71b-4c01-9fa8-1840039fde21", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:11:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "c91e7db4-c71b-4c01-9fa8-1840039fde21", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:11:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "c91e7db4-c71b-4c01-9fa8-1840039fde21", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:11:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T16:11:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T16:11:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "361fd11d-d51a-4a9f-acd7-d4d72675e7fd", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:11:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "361fd11d-d51a-4a9f-acd7-d4d72675e7fd", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:11:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "361fd11d-d51a-4a9f-acd7-d4d72675e7fd", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:11:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "80f61b35-6f45-4e96-8fe1-488aab2350fd", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "80f61b35-6f45-4e96-8fe1-488aab2350fd", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "80f61b35-6f45-4e96-8fe1-488aab2350fd", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "80f61b35-6f45-4e96-8fe1-488aab2350fd", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:11:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "80f61b35-6f45-4e96-8fe1-488aab2350fd", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:11:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "80f61b35-6f45-4e96-8fe1-488aab2350fd", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "26554cdc-3f1d-4c67-98fc-f1ac40ab7b09", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "26554cdc-3f1d-4c67-98fc-f1ac40ab7b09", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "26554cdc-3f1d-4c67-98fc-f1ac40ab7b09", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "26554cdc-3f1d-4c67-98fc-f1ac40ab7b09", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:11:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "26554cdc-3f1d-4c67-98fc-f1ac40ab7b09", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:11:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "26554cdc-3f1d-4c67-98fc-f1ac40ab7b09", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:11:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "0dbf2ce7-4457-44ce-b7be-5dd1288f637e", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:11:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "0dbf2ce7-4457-44ce-b7be-5dd1288f637e", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:11:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "0dbf2ce7-4457-44ce-b7be-5dd1288f637e", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:12:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "04753b99-ae54-47a3-8a3a-15872f8bfc16", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:12:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "04753b99-ae54-47a3-8a3a-15872f8bfc16", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:12:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "04753b99-ae54-47a3-8a3a-15872f8bfc16", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:13:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a261978c-dcca-46c6-8378-142d0520c5c7", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a261978c-dcca-46c6-8378-142d0520c5c7", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1"} 2026-07-06T16:13:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a261978c-dcca-46c6-8378-142d0520c5c7", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a261978c-dcca-46c6-8378-142d0520c5c7", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a261978c-dcca-46c6-8378-142d0520c5c7", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:13:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a261978c-dcca-46c6-8378-142d0520c5c7", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:13:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a261978c-dcca-46c6-8378-142d0520c5c7", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "a261978c-dcca-46c6-8378-142d0520c5c7", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "auth-test-model-c8a9d1", "reconcileID": "de8a191c-1db5-482e-8bf2-bbb9489b1c81", "LLMInferenceService": "auth-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "dd09c9b2-f04b-4f0c-8d58-f1414ac8c0ea", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:13:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "dd09c9b2-f04b-4f0c-8d58-f1414ac8c0ea", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "dd09c9b2-f04b-4f0c-8d58-f1414ac8c0ea", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:13:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "f32eaa75-4662-4a78-91ff-24d1cff129d5", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:13:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "f32eaa75-4662-4a78-91ff-24d1cff129d5", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "f32eaa75-4662-4a78-91ff-24d1cff129d5", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:13:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "63a5569d-5143-4cc3-bf69-cac9096d5d8f", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:13:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "63a5569d-5143-4cc3-bf69-cac9096d5d8f", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf"} 2026-07-06T16:13:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "63a5569d-5143-4cc3-bf69-cac9096d5d8f", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:13:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "63a5569d-5143-4cc3-bf69-cac9096d5d8f", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:13:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "63a5569d-5143-4cc3-bf69-cac9096d5d8f", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:13:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "63a5569d-5143-4cc3-bf69-cac9096d5d8f", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:13:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "63a5569d-5143-4cc3-bf69-cac9096d5d8f", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:13:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "63a5569d-5143-4cc3-bf69-cac9096d5d8f", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:13:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "auth-test-model-b747bf", "reconcileID": "b5667167-056e-4c29-aeac-2eb52bc73f88", "LLMInferenceService": "auth-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:13:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d913c3a9-1654-4975-9171-866989161855", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:13:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d913c3a9-1654-4975-9171-866989161855", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:13:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d913c3a9-1654-4975-9171-866989161855", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:13:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d3e6a6f0-d28f-4623-b5e8-3b3cdb285f43", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:13:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d3e6a6f0-d28f-4623-b5e8-3b3cdb285f43", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:13:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d3e6a6f0-d28f-4623-b5e8-3b3cdb285f43", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:13:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "456dbc7b-0f1d-441f-b090-7209a8712c9f", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "456dbc7b-0f1d-441f-b090-7209a8712c9f", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "456dbc7b-0f1d-441f-b090-7209a8712c9f", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "b6e8489d-1a3e-440e-984e-4da6325c3ac9", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:13:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "456dbc7b-0f1d-441f-b090-7209a8712c9f", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:13:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "456dbc7b-0f1d-441f-b090-7209a8712c9f", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:13:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "456dbc7b-0f1d-441f-b090-7209a8712c9f", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "b6e8489d-1a3e-440e-984e-4da6325c3ac9", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:13:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "b6e8489d-1a3e-440e-984e-4da6325c3ac9", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:13:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "10adb1be-4cfd-428a-9434-e1a95778b014", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "10adb1be-4cfd-428a-9434-e1a95778b014", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "10adb1be-4cfd-428a-9434-e1a95778b014", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "10adb1be-4cfd-428a-9434-e1a95778b014", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:13:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "10adb1be-4cfd-428a-9434-e1a95778b014", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:13:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "10adb1be-4cfd-428a-9434-e1a95778b014", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "9c620603-e06e-48b7-aa23-42a71d2665f7", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:13:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "9c620603-e06e-48b7-aa23-42a71d2665f7", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:13:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "9c620603-e06e-48b7-aa23-42a71d2665f7", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:13:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "6c9f91e6-205d-4454-b68c-83afec7bdec4", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "6c9f91e6-205d-4454-b68c-83afec7bdec4", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "6c9f91e6-205d-4454-b68c-83afec7bdec4", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:13:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "6c9f91e6-205d-4454-b68c-83afec7bdec4", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:13:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "6c9f91e6-205d-4454-b68c-83afec7bdec4", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:13:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "6c9f91e6-205d-4454-b68c-83afec7bdec4", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:14:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "b5b35031-7c56-4033-a291-2fb2e2c7afba", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:14:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "b5b35031-7c56-4033-a291-2fb2e2c7afba", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:14:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "b5b35031-7c56-4033-a291-2fb2e2c7afba", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:14:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "b5b35031-7c56-4033-a291-2fb2e2c7afba", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:14:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "b5b35031-7c56-4033-a291-2fb2e2c7afba", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:14:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "b5b35031-7c56-4033-a291-2fb2e2c7afba", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:14:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "3ee9ac44-d353-4c18-90f9-a147058af2f7", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "3ee9ac44-d353-4c18-90f9-a147058af2f7", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "3ee9ac44-d353-4c18-90f9-a147058af2f7", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "b2ba0368-2c50-4d5d-9eb2-07f0037d3262", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:14:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "3ee9ac44-d353-4c18-90f9-a147058af2f7", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:14:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "3ee9ac44-d353-4c18-90f9-a147058af2f7", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:14:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "3ee9ac44-d353-4c18-90f9-a147058af2f7", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "b2ba0368-2c50-4d5d-9eb2-07f0037d3262", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:14:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "b2ba0368-2c50-4d5d-9eb2-07f0037d3262", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:14:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "d930941f-fc45-4a44-950f-a95bd0a9a236", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "d930941f-fc45-4a44-950f-a95bd0a9a236", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "d930941f-fc45-4a44-950f-a95bd0a9a236", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "d930941f-fc45-4a44-950f-a95bd0a9a236", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:14:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "d930941f-fc45-4a44-950f-a95bd0a9a236", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:14:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "d930941f-fc45-4a44-950f-a95bd0a9a236", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "628847bc-136e-4f0e-8131-0a1361bbb426", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:14:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "628847bc-136e-4f0e-8131-0a1361bbb426", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:14:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "628847bc-136e-4f0e-8131-0a1361bbb426", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:14:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "ce67b057-01ad-4e59-a333-dfbfc8ca3001", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "ce67b057-01ad-4e59-a333-dfbfc8ca3001", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "ce67b057-01ad-4e59-a333-dfbfc8ca3001", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "ce67b057-01ad-4e59-a333-dfbfc8ca3001", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:14:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "ce67b057-01ad-4e59-a333-dfbfc8ca3001", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:14:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "ce67b057-01ad-4e59-a333-dfbfc8ca3001", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "380bd908-809a-48fd-a279-93f6c28f342a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "380bd908-809a-48fd-a279-93f6c28f342a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "380bd908-809a-48fd-a279-93f6c28f342a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "380bd908-809a-48fd-a279-93f6c28f342a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:14:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "380bd908-809a-48fd-a279-93f6c28f342a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:14:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "380bd908-809a-48fd-a279-93f6c28f342a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c9ca7c6e-7edb-4e01-9444-031f9a6ff305", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T16:14:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "14423fef-c6fb-4689-8a26-e3d668fce6d2", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "14423fef-c6fb-4689-8a26-e3d668fce6d2", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "14423fef-c6fb-4689-8a26-e3d668fce6d2", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:14:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "14423fef-c6fb-4689-8a26-e3d668fce6d2", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:14:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "14423fef-c6fb-4689-8a26-e3d668fce6d2", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:14:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "14423fef-c6fb-4689-8a26-e3d668fce6d2", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:15:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "ee6bb258-fae5-4cd5-b29b-c6fbe4b317cd", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "ee6bb258-fae5-4cd5-b29b-c6fbe4b317cd", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1"} 2026-07-06T16:15:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "ee6bb258-fae5-4cd5-b29b-c6fbe4b317cd", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "ee6bb258-fae5-4cd5-b29b-c6fbe4b317cd", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "ee6bb258-fae5-4cd5-b29b-c6fbe4b317cd", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:15:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "ee6bb258-fae5-4cd5-b29b-c6fbe4b317cd", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:15:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "ee6bb258-fae5-4cd5-b29b-c6fbe4b317cd", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "ee6bb258-fae5-4cd5-b29b-c6fbe4b317cd", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "sub-test-model-c8a9d1", "reconcileID": "161dfcbc-9b0d-4d90-85f6-c1b612a9c375", "LLMInferenceService": "sub-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "2f7a09af-87e8-46cd-81e0-7047362b164c", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:15:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "2f7a09af-87e8-46cd-81e0-7047362b164c", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:15:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "2f7a09af-87e8-46cd-81e0-7047362b164c", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:15:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "38640826-1866-48f2-9277-f0a9715753e8", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:15:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "38640826-1866-48f2-9277-f0a9715753e8", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:15:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "38640826-1866-48f2-9277-f0a9715753e8", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:15:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "b453f0f8-a83e-402e-90a2-b9587fd2667a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:15:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "b453f0f8-a83e-402e-90a2-b9587fd2667a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf"} 2026-07-06T16:15:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "b453f0f8-a83e-402e-90a2-b9587fd2667a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:15:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "b453f0f8-a83e-402e-90a2-b9587fd2667a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:15:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "b453f0f8-a83e-402e-90a2-b9587fd2667a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:15:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "b453f0f8-a83e-402e-90a2-b9587fd2667a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:15:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "b453f0f8-a83e-402e-90a2-b9587fd2667a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:15:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "b453f0f8-a83e-402e-90a2-b9587fd2667a", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:15:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "sub-test-model-b747bf", "reconcileID": "310dbf63-073e-4c71-afa0-5ef40586024b", "LLMInferenceService": "sub-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:15:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "942221ce-8a49-44a2-90a5-57cbfc4fb0aa", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:15:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "942221ce-8a49-44a2-90a5-57cbfc4fb0aa", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:15:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "942221ce-8a49-44a2-90a5-57cbfc4fb0aa", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:15:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "6ca951f5-d05b-49ea-a25e-4e28e0667d25", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:15:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "6ca951f5-d05b-49ea-a25e-4e28e0667d25", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:15:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "6ca951f5-d05b-49ea-a25e-4e28e0667d25", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:15:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e5393490-7b33-4e33-add2-608fc102e695", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e5393490-7b33-4e33-add2-608fc102e695", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e5393490-7b33-4e33-add2-608fc102e695", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "a25dd35b-3d94-4985-bc59-1a9f8fb89e42", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:15:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e5393490-7b33-4e33-add2-608fc102e695", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:15:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e5393490-7b33-4e33-add2-608fc102e695", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:15:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e5393490-7b33-4e33-add2-608fc102e695", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "a25dd35b-3d94-4985-bc59-1a9f8fb89e42", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:15:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "a25dd35b-3d94-4985-bc59-1a9f8fb89e42", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:15:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e48df20c-9fe6-4e50-b43f-bf60bc9ad280", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e48df20c-9fe6-4e50-b43f-bf60bc9ad280", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e48df20c-9fe6-4e50-b43f-bf60bc9ad280", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e48df20c-9fe6-4e50-b43f-bf60bc9ad280", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:15:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e48df20c-9fe6-4e50-b43f-bf60bc9ad280", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:15:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "e48df20c-9fe6-4e50-b43f-bf60bc9ad280", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:15:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c4c03b7e-9267-49a5-b832-bcd28ee5cb92", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T16:15:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "087ea258-bb61-4518-9308-b93fcade0f1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T16:16:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "19bf446a-a8c4-4e67-a354-4e4ad8869e3d", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:16:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "19bf446a-a8c4-4e67-a354-4e4ad8869e3d", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:16:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "19bf446a-a8c4-4e67-a354-4e4ad8869e3d", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:16:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "bbf0ddd9-50ca-47a0-9e0a-5ff3dbd13236", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "bbf0ddd9-50ca-47a0-9e0a-5ff3dbd13236", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "bbf0ddd9-50ca-47a0-9e0a-5ff3dbd13236", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "bbf0ddd9-50ca-47a0-9e0a-5ff3dbd13236", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:16:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "bbf0ddd9-50ca-47a0-9e0a-5ff3dbd13236", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:16:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "bbf0ddd9-50ca-47a0-9e0a-5ff3dbd13236", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "24206d99-8d9e-4e62-9100-d5161d9d34e2", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "24206d99-8d9e-4e62-9100-d5161d9d34e2", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "24206d99-8d9e-4e62-9100-d5161d9d34e2", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "24206d99-8d9e-4e62-9100-d5161d9d34e2", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:16:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "24206d99-8d9e-4e62-9100-d5161d9d34e2", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:16:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "24206d99-8d9e-4e62-9100-d5161d9d34e2", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "1e06531b-d33d-42bf-bea9-3e394fe4dc22", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "1e06531b-d33d-42bf-bea9-3e394fe4dc22", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "1e06531b-d33d-42bf-bea9-3e394fe4dc22", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "1e06531b-d33d-42bf-bea9-3e394fe4dc22", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:16:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "1e06531b-d33d-42bf-bea9-3e394fe4dc22", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "authType": "userdefined"} 2026-07-06T16:16:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "1e06531b-d33d-42bf-bea9-3e394fe4dc22", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:16:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba2efeee-d489-4fb2-91ae-2d34c65d7b3a", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba2efeee-d489-4fb2-91ae-2d34c65d7b3a", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba2efeee-d489-4fb2-91ae-2d34c65d7b3a", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "bc41db34-fd1a-4f0e-92db-33eca49a97c5", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:16:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba2efeee-d489-4fb2-91ae-2d34c65d7b3a", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:16:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba2efeee-d489-4fb2-91ae-2d34c65d7b3a", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:16:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba2efeee-d489-4fb2-91ae-2d34c65d7b3a", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "bc41db34-fd1a-4f0e-92db-33eca49a97c5", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "bc41db34-fd1a-4f0e-92db-33eca49a97c5", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:16:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "0f10e095-8401-4512-b3b0-20ed36344f5b", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "0f10e095-8401-4512-b3b0-20ed36344f5b", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "0f10e095-8401-4512-b3b0-20ed36344f5b", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "0f10e095-8401-4512-b3b0-20ed36344f5b", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:16:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "0f10e095-8401-4512-b3b0-20ed36344f5b", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:16:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "0f10e095-8401-4512-b3b0-20ed36344f5b", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d25276f0-23cc-4267-879f-7c2dba269b2d", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:16:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d25276f0-23cc-4267-879f-7c2dba269b2d", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:16:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "d25276f0-23cc-4267-879f-7c2dba269b2d", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:16:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba9a434b-ea99-44b4-900d-c618e996dff9", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba9a434b-ea99-44b4-900d-c618e996dff9", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba9a434b-ea99-44b4-900d-c618e996dff9", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba9a434b-ea99-44b4-900d-c618e996dff9", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:16:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba9a434b-ea99-44b4-900d-c618e996dff9", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:16:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "ba9a434b-ea99-44b4-900d-c618e996dff9", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "969c70c6-131f-4acd-ab2d-a0d6ebc0c01f", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "969c70c6-131f-4acd-ab2d-a0d6ebc0c01f", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "969c70c6-131f-4acd-ab2d-a0d6ebc0c01f", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:16:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "969c70c6-131f-4acd-ab2d-a0d6ebc0c01f", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:16:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "969c70c6-131f-4acd-ab2d-a0d6ebc0c01f", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "authType": "userdefined"} 2026-07-06T16:16:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "969c70c6-131f-4acd-ab2d-a0d6ebc0c01f", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:17:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "40067830-c10b-4446-9645-e0fcb520efb8", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "40067830-c10b-4446-9645-e0fcb520efb8", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1"} 2026-07-06T16:17:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "40067830-c10b-4446-9645-e0fcb520efb8", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "40067830-c10b-4446-9645-e0fcb520efb8", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "40067830-c10b-4446-9645-e0fcb520efb8", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:17:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "40067830-c10b-4446-9645-e0fcb520efb8", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1-kserve-route-authn"} 2026-07-06T16:17:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "40067830-c10b-4446-9645-e0fcb520efb8", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "40067830-c10b-4446-9645-e0fcb520efb8", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c8a9d1","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "rate-test-model-c8a9d1", "reconcileID": "c9a43b1d-8e41-486a-ad60-a6b966e402ad", "LLMInferenceService": "rate-test-model-c8a9d1", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "268ffe28-d06b-4948-bd41-3fcb999d3beb", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "268ffe28-d06b-4948-bd41-3fcb999d3beb", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "268ffe28-d06b-4948-bd41-3fcb999d3beb", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "72a3f007-81a3-4a66-9f80-3192f8eb2c8a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "72a3f007-81a3-4a66-9f80-3192f8eb2c8a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:17:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "72a3f007-81a3-4a66-9f80-3192f8eb2c8a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:17:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "5e578eaa-4945-4368-a59e-1bbbbab8cdeb", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:17:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "5e578eaa-4945-4368-a59e-1bbbbab8cdeb", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf"} 2026-07-06T16:17:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "5e578eaa-4945-4368-a59e-1bbbbab8cdeb", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:17:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "5e578eaa-4945-4368-a59e-1bbbbab8cdeb", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:17:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "5e578eaa-4945-4368-a59e-1bbbbab8cdeb", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:17:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "5e578eaa-4945-4368-a59e-1bbbbab8cdeb", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf-kserve-route-authn"} 2026-07-06T16:17:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "5e578eaa-4945-4368-a59e-1bbbbab8cdeb", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:17:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "5e578eaa-4945-4368-a59e-1bbbbab8cdeb", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:17:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b747bf","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "rate-test-model-b747bf", "reconcileID": "d200b87f-ad07-4833-ac7b-339839291d4a", "LLMInferenceService": "rate-test-model-b747bf", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:17:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "009d6b2a-954e-4973-affd-e3da98957d0f", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:17:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "009d6b2a-954e-4973-affd-e3da98957d0f", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:17:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "009d6b2a-954e-4973-affd-e3da98957d0f", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:17:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "8baf09c0-ff8a-49d6-bdbf-5de4009bf6e7", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:17:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "8baf09c0-ff8a-49d6-bdbf-5de4009bf6e7", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:17:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "8baf09c0-ff8a-49d6-bdbf-5de4009bf6e7", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:17:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "278bad38-b07e-4e63-8fe7-d9fa4e34646f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T16:17:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "60286c19-1a28-402c-9ccf-f2b21bd7ee7a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:17:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "60286c19-1a28-402c-9ccf-f2b21bd7ee7a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1-authn-ssl"} 2026-07-06T16:17:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "60286c19-1a28-402c-9ccf-f2b21bd7ee7a", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:17:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e47f257-efd7-439c-b869-5155fcda714e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e47f257-efd7-439c-b869-5155fcda714e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:17:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e47f257-efd7-439c-b869-5155fcda714e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c8a9d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T16:17:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-trusted-ca-bundle", "reconcileID": "92de1f1c-78a4-4ec5-8f56-dcb2285c3f88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-trusted-ca-bundle", "reconcileID": "92de1f1c-78a4-4ec5-8f56-dcb2285c3f88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "openshift-service-ca.crt", "reconcileID": "40b624b2-b7b8-40ef-b903-a26e46d9fce3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "openshift-service-ca.crt", "reconcileID": "40b624b2-b7b8-40ef-b903-a26e46d9fce3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04141d16-4a1a-456f-9752-6cdb3e1f3120", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8a9d1"}, "namespace": "ai-tenant-e2e-shared-a-c8a9d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04141d16-4a1a-456f-9752-6cdb3e1f3120", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8a9d1"} 2026-07-06T16:17:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8a9d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8a9d1", "reconcileID": "4145920e-8642-4cef-89ea-6e88d2d362d4", "Gateway": "e2e-shared-a-c8a9d1", "namespace": "openshift-ingress"} 2026-07-06T16:17:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "abfe472c-1fde-4dee-848d-12a455e0f6af", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T16:17:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "2fc37f51-1581-47b0-b2d5-60328dbd0529", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:17:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "2fc37f51-1581-47b0-b2d5-60328dbd0529", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf-authn-ssl"} 2026-07-06T16:17:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "2fc37f51-1581-47b0-b2d5-60328dbd0529", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"} 2026-07-06T16:18:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8deed1d0-45ff-49ba-802d-072aca82f713", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:18:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8deed1d0-45ff-49ba-802d-072aca82f713", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:18:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8deed1d0-45ff-49ba-802d-072aca82f713", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b747bf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T16:18:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-trusted-ca-bundle", "reconcileID": "c4126fd2-79a6-43a8-be7c-53dfb0a408d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:18:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-trusted-ca-bundle", "reconcileID": "c4126fd2-79a6-43a8-be7c-53dfb0a408d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T16:18:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-trusted-ca-bundle", "reconcileID": "c4126fd2-79a6-43a8-be7c-53dfb0a408d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b747bf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T16:18:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "openshift-service-ca.crt", "reconcileID": "45b61193-3e19-4526-af11-1ee43abd09e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:18:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "openshift-service-ca.crt", "reconcileID": "45b61193-3e19-4526-af11-1ee43abd09e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:18:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f8d358e-c011-4ef5-82ec-c58c3bec547d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:18:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f8d358e-c011-4ef5-82ec-c58c3bec547d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:18:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-trusted-ca-bundle", "reconcileID": "59faad1b-9f35-4a00-9c23-fc3bf3791c2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:18:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b747bf"}, "namespace": "ai-tenant-e2e-shared-b-b747bf", "name": "odh-trusted-ca-bundle", "reconcileID": "59faad1b-9f35-4a00-9c23-fc3bf3791c2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b747bf"} 2026-07-06T16:18:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b747bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b747bf", "reconcileID": "5a3204d4-0314-4d69-8e3d-21632a54b073", "Gateway": "e2e-shared-b-b747bf", "namespace": "openshift-ingress"}