sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T01:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "openshift-service-ca.crt", "reconcileID": "710c1eeb-fd59-4297-957d-bc07e60ddd9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "401035b2-eab5-46d1-8c40-a4299c809a0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-trusted-ca-bundle", "reconcileID": "c0cabdfb-d7d8-45af-b6f5-34bd42ecf84d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-trusted-ca-bundle", "reconcileID": "0db7cf7a-8a99-4183-be9c-8861adf3768d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:37:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-trusted-ca-bundle", "reconcileID": "0db7cf7a-8a99-4183-be9c-8861adf3768d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "488c27c0-918f-4a60-9ccd-27d88e5d1095", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9cd09e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9cd09e", "reconcileID": "22258cbe-8489-44bd-b85a-726910fafe22", "Gateway": "e2e-api-a-9cd09e", "namespace": "openshift-ingress"} 2026-07-07T01:37:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9cd09e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9cd09e", "reconcileID": "22258cbe-8489-44bd-b85a-726910fafe22", "Gateway": "e2e-api-a-9cd09e", "namespace": "openshift-ingress", "name": "e2e-api-a-9cd09e-authn-ssl"} 2026-07-07T01:37:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9cd09e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9cd09e", "reconcileID": "22258cbe-8489-44bd-b85a-726910fafe22", "Gateway": "e2e-api-a-9cd09e", "namespace": "openshift-ingress"} 2026-07-07T01:37:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "201ef87d-55e6-4b13-9767-a53bbb9224f4", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress"} 2026-07-07T01:37:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "201ef87d-55e6-4b13-9767-a53bbb9224f4", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress", "name": "e2e-api-b-df671c-authn-ssl"} 2026-07-07T01:37:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "201ef87d-55e6-4b13-9767-a53bbb9224f4", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress"} 2026-07-07T01:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "07717963-0121-4c2c-8fae-5a4f5dde3a00", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:37:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "bcdc004b-5994-4e49-9c0e-092aec5ea430", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress"} 2026-07-07T01:37:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "bcdc004b-5994-4e49-9c0e-092aec5ea430", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress", "name": "e2e-api-b-df671c-authn-ssl"} 2026-07-07T01:37:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "bcdc004b-5994-4e49-9c0e-092aec5ea430", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress"} 2026-07-07T01:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "76360d32-495e-4df1-addf-9c991a0378e8", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress"} 2026-07-07T01:37:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "76360d32-495e-4df1-addf-9c991a0378e8", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress", "name": "e2e-api-b-df671c-authn-ssl"} 2026-07-07T01:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "76360d32-495e-4df1-addf-9c991a0378e8", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress"} 2026-07-07T01:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9cb6f0a0-b701-45df-9f79-e677f2f68a99", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9cd09e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9cd09e", "reconcileID": "13b94d8e-3bd2-4b91-92d7-03c1a4d28a78", "Gateway": "e2e-api-a-9cd09e", "namespace": "openshift-ingress"} 2026-07-07T01:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9cd09e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9cd09e", "reconcileID": "13b94d8e-3bd2-4b91-92d7-03c1a4d28a78", "Gateway": "e2e-api-a-9cd09e", "namespace": "openshift-ingress", "name": "e2e-api-a-9cd09e-authn-ssl"} 2026-07-07T01:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9cd09e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9cd09e", "reconcileID": "13b94d8e-3bd2-4b91-92d7-03c1a4d28a78", "Gateway": "e2e-api-a-9cd09e", "namespace": "openshift-ingress"} 2026-07-07T01:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9cd09e"}, "namespace": "ai-tenant-e2e-api-a-9cd09e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca1206ac-a2d4-42fa-876c-74bc91f8c373", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9cd09e"} 2026-07-07T01:37:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9cd09e"}, "namespace": "ai-tenant-e2e-api-a-9cd09e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca1206ac-a2d4-42fa-876c-74bc91f8c373", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9cd09e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:37:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9cd09e"}, "namespace": "ai-tenant-e2e-api-a-9cd09e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca1206ac-a2d4-42fa-876c-74bc91f8c373", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-9cd09e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T01:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9cd09e"}, "namespace": "ai-tenant-e2e-api-a-9cd09e", "name": "odh-trusted-ca-bundle", "reconcileID": "769c0717-bd67-46ae-9013-7870d92d20cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9cd09e"} 2026-07-07T01:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9cd09e"}, "namespace": "ai-tenant-e2e-api-a-9cd09e", "name": "odh-trusted-ca-bundle", "reconcileID": "769c0717-bd67-46ae-9013-7870d92d20cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9cd09e"} 2026-07-07T01:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9cd09e"}, "namespace": "ai-tenant-e2e-api-a-9cd09e", "name": "openshift-service-ca.crt", "reconcileID": "c9aab9fb-13c0-4df8-bcb5-28dcbde9c67a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9cd09e"} 2026-07-07T01:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9cd09e"}, "namespace": "ai-tenant-e2e-api-a-9cd09e", "name": "openshift-service-ca.crt", "reconcileID": "c9aab9fb-13c0-4df8-bcb5-28dcbde9c67a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9cd09e"} 2026-07-07T01:37:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9cd09e"}, "namespace": "ai-tenant-e2e-api-a-9cd09e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10c5d20b-b67f-461a-8982-26d54c1724c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9cd09e"} 2026-07-07T01:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9cd09e"}, "namespace": "ai-tenant-e2e-api-a-9cd09e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10c5d20b-b67f-461a-8982-26d54c1724c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9cd09e"} 2026-07-07T01:37:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9cd09e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9cd09e", "reconcileID": "9e623275-652f-42c9-a85b-a2dbf2c8e173", "Gateway": "e2e-api-a-9cd09e", "namespace": "openshift-ingress"} 2026-07-07T01:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d1f1921f-118d-4bfa-89ad-5a67d6748116", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:37:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "a806d5d0-995e-43c2-8c4e-e73b8a6a0c95", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress"} 2026-07-07T01:37:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "a806d5d0-995e-43c2-8c4e-e73b8a6a0c95", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress", "name": "e2e-api-b-df671c-authn-ssl"} 2026-07-07T01:37:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "a806d5d0-995e-43c2-8c4e-e73b8a6a0c95", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress"} 2026-07-07T01:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a48f8fea-059c-4f5b-b35e-4f8d9386f7a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a48f8fea-059c-4f5b-b35e-4f8d9386f7a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:37:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a48f8fea-059c-4f5b-b35e-4f8d9386f7a3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-df671c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T01:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-trusted-ca-bundle", "reconcileID": "66a59362-2c43-450b-b58f-59a233fb9913", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-trusted-ca-bundle", "reconcileID": "66a59362-2c43-450b-b58f-59a233fb9913", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "openshift-service-ca.crt", "reconcileID": "ee6c2a32-26ac-4fb7-980b-39a9fbf5a87c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "openshift-service-ca.crt", "reconcileID": "ee6c2a32-26ac-4fb7-980b-39a9fbf5a87c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2db659fd-4b6d-4391-8b0a-01d41a8fd54c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-df671c"}, "namespace": "ai-tenant-e2e-api-b-df671c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2db659fd-4b6d-4391-8b0a-01d41a8fd54c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-df671c"} 2026-07-07T01:37:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-df671c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-df671c", "reconcileID": "7bb82b48-2b8f-4f43-8cd3-740768b6b19d", "Gateway": "e2e-api-b-df671c", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "d05aa9fa-df97-4945-a602-806e5f05a827", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "d05aa9fa-df97-4945-a602-806e5f05a827", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "d05aa9fa-df97-4945-a602-806e5f05a827", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "102f2b30-80ed-48a1-a089-37fa3f4516df", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "102f2b30-80ed-48a1-a089-37fa3f4516df", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "102f2b30-80ed-48a1-a089-37fa3f4516df", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "c15b811e-48d0-439d-87e4-43f67facaecc", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "c15b811e-48d0-439d-87e4-43f67facaecc", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "c15b811e-48d0-439d-87e4-43f67facaecc", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "79223622-3468-47b3-b0a1-40300de45be6", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "79223622-3468-47b3-b0a1-40300de45be6", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "79223622-3468-47b3-b0a1-40300de45be6", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "e27a105e-0364-4bbf-8466-be76c7fb8343", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "e27a105e-0364-4bbf-8466-be76c7fb8343", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "e27a105e-0364-4bbf-8466-be76c7fb8343", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "a1ee5528-c95f-406b-98d5-bc1b95b19d66", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "a1ee5528-c95f-406b-98d5-bc1b95b19d66", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "a1ee5528-c95f-406b-98d5-bc1b95b19d66", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "5c722eee-222a-4c90-b3da-948715ccc9a5", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "5c722eee-222a-4c90-b3da-948715ccc9a5", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "5c722eee-222a-4c90-b3da-948715ccc9a5", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "19832a2e-18e6-4d63-8953-3f60a963d5aa", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "19832a2e-18e6-4d63-8953-3f60a963d5aa", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:37:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "19832a2e-18e6-4d63-8953-3f60a963d5aa", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "openshift-service-ca.crt", "reconcileID": "15480822-7d2b-4dc4-841a-5b003c18e4a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-trusted-ca-bundle", "reconcileID": "f45c0ee0-ce9b-48fe-9b1a-4fbb7e6fac09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:37:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "openshift-service-ca.crt", "reconcileID": "b87f4f8a-0d99-4a1d-bc25-5f5962999a88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:37:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "openshift-service-ca.crt", "reconcileID": "b87f4f8a-0d99-4a1d-bc25-5f5962999a88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7c2e985-5d0a-448b-a158-085b73767003", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "openshift-service-ca.crt", "reconcileID": "cdf1038b-3106-435e-975f-6ec39c35ab01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:37:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-trusted-ca-bundle", "reconcileID": "dc0d699b-20c8-4915-828e-f725a2d8b76e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:37:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-trusted-ca-bundle", "reconcileID": "dc0d699b-20c8-4915-828e-f725a2d8b76e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7fdca39-6a1b-40e0-adf7-fe540df5a54c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:37:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "841212a7-1a02-40b1-939b-928d7839ad61", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "841212a7-1a02-40b1-939b-928d7839ad61", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:37:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "841212a7-1a02-40b1-939b-928d7839ad61", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bcc456e8-c18f-4a42-9a35-7d1a9961a5b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:37:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "2e837e3c-3b72-4a19-addc-dbbb4717643c", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "2e837e3c-3b72-4a19-addc-dbbb4717643c", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:37:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "2e837e3c-3b72-4a19-addc-dbbb4717643c", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "9b4ab752-5518-461b-a909-ece905ccc9b5", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "9b4ab752-5518-461b-a909-ece905ccc9b5", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:37:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "9b4ab752-5518-461b-a909-ece905ccc9b5", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "0031bf93-0e40-41cc-b231-37530469d361", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "0031bf93-0e40-41cc-b231-37530469d361", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:37:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "0031bf93-0e40-41cc-b231-37530469d361", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "7126c117-bb57-429b-bdde-5b87c3fb398b", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "7126c117-bb57-429b-bdde-5b87c3fb398b", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:37:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "7126c117-bb57-429b-bdde-5b87c3fb398b", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "2329aab3-e3f1-4471-92bb-9d06471cf5f6", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "2329aab3-e3f1-4471-92bb-9d06471cf5f6", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:37:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "2329aab3-e3f1-4471-92bb-9d06471cf5f6", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "b213a801-4c1f-4c48-adef-ad45c78daae1", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:37:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "b213a801-4c1f-4c48-adef-ad45c78daae1", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:37:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "b213a801-4c1f-4c48-adef-ad45c78daae1", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "5e3bfbab-f976-4480-8bec-f48b2a2f44a2", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "5e3bfbab-f976-4480-8bec-f48b2a2f44a2", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:38:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "5e3bfbab-f976-4480-8bec-f48b2a2f44a2", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "01dcd097-1c7d-4b8a-b3cb-c8f7cf2c1fbb", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:38:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "01dcd097-1c7d-4b8a-b3cb-c8f7cf2c1fbb", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:38:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "01dcd097-1c7d-4b8a-b3cb-c8f7cf2c1fbb", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:38:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "openshift-service-ca.crt", "reconcileID": "8cda08d4-602a-47d3-8ef3-1047772e7c7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-trusted-ca-bundle", "reconcileID": "b1adafae-4351-4e6d-ad6c-18e65e9d63d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "openshift-service-ca.crt", "reconcileID": "20638e6a-bbdc-4bc4-b78f-6275e7225387", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-126d68", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:38:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "openshift-service-ca.crt", "reconcileID": "20638e6a-bbdc-4bc4-b78f-6275e7225387", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e591e497-fcf9-4178-ad43-db3be3fbb42e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "openshift-service-ca.crt", "reconcileID": "e6e7bc6e-45d1-4e7a-b860-56e23a91ab87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-trusted-ca-bundle", "reconcileID": "c0860e5c-84a2-478e-a6e4-389e64331133", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:38:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-trusted-ca-bundle", "reconcileID": "c0860e5c-84a2-478e-a6e4-389e64331133", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad9602e1-1f74-477a-8f08-e98ea0136da1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "b0ce129b-f063-4bb9-ad6e-ac7ccd1ab1bd", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "b0ce129b-f063-4bb9-ad6e-ac7ccd1ab1bd", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:38:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "b0ce129b-f063-4bb9-ad6e-ac7ccd1ab1bd", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a21f703c-d8c6-4d15-b768-808e722307ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:38:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "cb13c4c2-8f09-45bd-bbfa-5ca5139c06ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:38:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "8728ddc6-f7c1-41a4-9ed0-c5237f9a623d", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "8728ddc6-f7c1-41a4-9ed0-c5237f9a623d", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:38:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "8728ddc6-f7c1-41a4-9ed0-c5237f9a623d", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8c904d4f-4d1e-4fb9-81b8-246d50480646", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8c904d4f-4d1e-4fb9-81b8-246d50480646", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8c904d4f-4d1e-4fb9-81b8-246d50480646", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "5e1308bd-7e11-423e-a3e9-31f488bd5618", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:38:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8c904d4f-4d1e-4fb9-81b8-246d50480646", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:38:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8c904d4f-4d1e-4fb9-81b8-246d50480646", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:38:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8c904d4f-4d1e-4fb9-81b8-246d50480646", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "5e1308bd-7e11-423e-a3e9-31f488bd5618", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:38:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "5e1308bd-7e11-423e-a3e9-31f488bd5618", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:38:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "0f1ec668-40cd-4e64-a1de-6ec86715ede1", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "0f1ec668-40cd-4e64-a1de-6ec86715ede1", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "0f1ec668-40cd-4e64-a1de-6ec86715ede1", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "0f1ec668-40cd-4e64-a1de-6ec86715ede1", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:38:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "0f1ec668-40cd-4e64-a1de-6ec86715ede1", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:38:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "0f1ec668-40cd-4e64-a1de-6ec86715ede1", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "9ba8e83b-9fd6-4de0-b1d5-09c12db1397d", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "9ba8e83b-9fd6-4de0-b1d5-09c12db1397d", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "9ba8e83b-9fd6-4de0-b1d5-09c12db1397d", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:38:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8b1d203b-4f41-40e4-89d4-9e808e5fcd16", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8b1d203b-4f41-40e4-89d4-9e808e5fcd16", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8b1d203b-4f41-40e4-89d4-9e808e5fcd16", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8b1d203b-4f41-40e4-89d4-9e808e5fcd16", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:38:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8b1d203b-4f41-40e4-89d4-9e808e5fcd16", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:38:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "8b1d203b-4f41-40e4-89d4-9e808e5fcd16", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1d88373c-9f95-4106-9f57-6815e0748b7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:38:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6976d751-5200-4e4a-bfe2-63445d68fcd7", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6976d751-5200-4e4a-bfe2-63445d68fcd7", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6976d751-5200-4e4a-bfe2-63445d68fcd7", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6976d751-5200-4e4a-bfe2-63445d68fcd7", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:38:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6976d751-5200-4e4a-bfe2-63445d68fcd7", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:38:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6976d751-5200-4e4a-bfe2-63445d68fcd7", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "66f911d9-f9bd-4347-a718-0d8345aa5741", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:38:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "413c9bbf-69aa-459b-af90-de159471eedc", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "413c9bbf-69aa-459b-af90-de159471eedc", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "413c9bbf-69aa-459b-af90-de159471eedc", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "413c9bbf-69aa-459b-af90-de159471eedc", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:38:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "413c9bbf-69aa-459b-af90-de159471eedc", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:38:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "413c9bbf-69aa-459b-af90-de159471eedc", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:38:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "fd9d6012-01eb-416b-a598-4d2a8638a465", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "fd9d6012-01eb-416b-a598-4d2a8638a465", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "fd9d6012-01eb-416b-a598-4d2a8638a465", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "979793fa-8208-4235-a17f-0470d0a43c87", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "fd9d6012-01eb-416b-a598-4d2a8638a465", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68-kserve-route-authn"} 2026-07-07T01:38:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "fd9d6012-01eb-416b-a598-4d2a8638a465", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:38:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "fd9d6012-01eb-416b-a598-4d2a8638a465", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "979793fa-8208-4235-a17f-0470d0a43c87", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "979793fa-8208-4235-a17f-0470d0a43c87", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "473c3a98-2b3e-40c7-87bf-60ed7f92594e", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "473c3a98-2b3e-40c7-87bf-60ed7f92594e", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "473c3a98-2b3e-40c7-87bf-60ed7f92594e", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "473c3a98-2b3e-40c7-87bf-60ed7f92594e", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68-kserve-route-authn"} 2026-07-07T01:38:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "473c3a98-2b3e-40c7-87bf-60ed7f92594e", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:38:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "473c3a98-2b3e-40c7-87bf-60ed7f92594e", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "5a770d35-43dc-4ec0-9ba7-3009e63d281a", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "5a770d35-43dc-4ec0-9ba7-3009e63d281a", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:38:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "5a770d35-43dc-4ec0-9ba7-3009e63d281a", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:38:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "2e93427f-7e1d-44df-a5a0-2ae6c84c0085", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "2e93427f-7e1d-44df-a5a0-2ae6c84c0085", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "2e93427f-7e1d-44df-a5a0-2ae6c84c0085", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "2e93427f-7e1d-44df-a5a0-2ae6c84c0085", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68-kserve-route-authn"} 2026-07-07T01:38:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "2e93427f-7e1d-44df-a5a0-2ae6c84c0085", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:38:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "2e93427f-7e1d-44df-a5a0-2ae6c84c0085", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "ef20c037-9ab6-4ec0-a475-83b721b6ed20", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "ef20c037-9ab6-4ec0-a475-83b721b6ed20", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "ef20c037-9ab6-4ec0-a475-83b721b6ed20", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "ef20c037-9ab6-4ec0-a475-83b721b6ed20", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68-kserve-route-authn"} 2026-07-07T01:38:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "ef20c037-9ab6-4ec0-a475-83b721b6ed20", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:38:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "ef20c037-9ab6-4ec0-a475-83b721b6ed20", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "bc3834fb-ea26-4fd3-a43f-4764bedce0bb", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:38:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "bc3834fb-ea26-4fd3-a43f-4764bedce0bb", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:38:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "bc3834fb-ea26-4fd3-a43f-4764bedce0bb", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:39:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "e67b3a45-e8e2-4d53-97aa-c263564f2470", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:39:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "e67b3a45-e8e2-4d53-97aa-c263564f2470", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:39:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "e67b3a45-e8e2-4d53-97aa-c263564f2470", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:40:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6b6a546f-eedc-478f-9707-22c6abb2ed54", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6b6a546f-eedc-478f-9707-22c6abb2ed54", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6"} 2026-07-07T01:40:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6b6a546f-eedc-478f-9707-22c6abb2ed54", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6b6a546f-eedc-478f-9707-22c6abb2ed54", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6b6a546f-eedc-478f-9707-22c6abb2ed54", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:40:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6b6a546f-eedc-478f-9707-22c6abb2ed54", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:40:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6b6a546f-eedc-478f-9707-22c6abb2ed54", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "6b6a546f-eedc-478f-9707-22c6abb2ed54", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "auth-test-model-ced9d6", "reconcileID": "421f2204-dfeb-40da-a371-5e9f7702ab5e", "LLMInferenceService": "auth-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "4b447dc1-a60f-46da-b5f2-4e783b4a6843", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "4b447dc1-a60f-46da-b5f2-4e783b4a6843", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "4b447dc1-a60f-46da-b5f2-4e783b4a6843", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "dbcf6d60-8a56-4188-a88e-e13f0e6d4750", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "dbcf6d60-8a56-4188-a88e-e13f0e6d4750", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "dbcf6d60-8a56-4188-a88e-e13f0e6d4750", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:40:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "592932b3-5cfa-4bc0-bc37-87378740d509", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:40:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "592932b3-5cfa-4bc0-bc37-87378740d509", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68"} 2026-07-07T01:40:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "592932b3-5cfa-4bc0-bc37-87378740d509", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:40:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "592932b3-5cfa-4bc0-bc37-87378740d509", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:40:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "592932b3-5cfa-4bc0-bc37-87378740d509", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68-kserve-route-authn"} 2026-07-07T01:40:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "592932b3-5cfa-4bc0-bc37-87378740d509", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68-kserve-route-authn"} 2026-07-07T01:40:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "592932b3-5cfa-4bc0-bc37-87378740d509", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:40:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "592932b3-5cfa-4bc0-bc37-87378740d509", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:40:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "auth-test-model-126d68", "reconcileID": "44629e35-4601-4587-818d-b7e173b15a21", "LLMInferenceService": "auth-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:40:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "36cce8f8-d538-4d4f-a5da-1fd105944ccb", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:40:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "36cce8f8-d538-4d4f-a5da-1fd105944ccb", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:40:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "36cce8f8-d538-4d4f-a5da-1fd105944ccb", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:40:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "baeefe79-755a-448f-815c-438cd5f157c0", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:40:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "baeefe79-755a-448f-815c-438cd5f157c0", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:40:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "baeefe79-755a-448f-815c-438cd5f157c0", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:40:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "c865a432-6b80-4d46-97a5-cdc4ad7491ea", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "c865a432-6b80-4d46-97a5-cdc4ad7491ea", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "c865a432-6b80-4d46-97a5-cdc4ad7491ea", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "948e0ef3-bfcb-45c1-9b15-78fdb27accff", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:40:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "c865a432-6b80-4d46-97a5-cdc4ad7491ea", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:40:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "c865a432-6b80-4d46-97a5-cdc4ad7491ea", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:40:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "c865a432-6b80-4d46-97a5-cdc4ad7491ea", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "948e0ef3-bfcb-45c1-9b15-78fdb27accff", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:40:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "948e0ef3-bfcb-45c1-9b15-78fdb27accff", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:40:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "a111540a-ef1f-4dfc-8dda-b598f8f1ec27", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "a111540a-ef1f-4dfc-8dda-b598f8f1ec27", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "a111540a-ef1f-4dfc-8dda-b598f8f1ec27", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:40:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "a111540a-ef1f-4dfc-8dda-b598f8f1ec27", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:40:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "a111540a-ef1f-4dfc-8dda-b598f8f1ec27", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:40:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "a111540a-ef1f-4dfc-8dda-b598f8f1ec27", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:41:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "cbce133d-f3f4-4472-a5a4-b3ebbaf46aa3", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:41:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "cbce133d-f3f4-4472-a5a4-b3ebbaf46aa3", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:41:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "cbce133d-f3f4-4472-a5a4-b3ebbaf46aa3", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:41:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "0b2c8e74-704a-442f-93db-a0f660979c60", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:41:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "0b2c8e74-704a-442f-93db-a0f660979c60", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:41:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "0b2c8e74-704a-442f-93db-a0f660979c60", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:41:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "0b2c8e74-704a-442f-93db-a0f660979c60", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:41:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "0b2c8e74-704a-442f-93db-a0f660979c60", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:41:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "0b2c8e74-704a-442f-93db-a0f660979c60", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:41:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "df302891-38b6-4c5c-81a0-5bd0ae7a8f46", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:41:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "df302891-38b6-4c5c-81a0-5bd0ae7a8f46", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:41:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "df302891-38b6-4c5c-81a0-5bd0ae7a8f46", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:41:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "df302891-38b6-4c5c-81a0-5bd0ae7a8f46", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:41:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "df302891-38b6-4c5c-81a0-5bd0ae7a8f46", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:41:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "df302891-38b6-4c5c-81a0-5bd0ae7a8f46", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:41:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "af6a884d-001f-46c4-ae0b-c16b11d88d06", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "af6a884d-001f-46c4-ae0b-c16b11d88d06", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "af6a884d-001f-46c4-ae0b-c16b11d88d06", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "c4bb4611-90bf-4947-9e37-1c68b926d365", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:41:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "af6a884d-001f-46c4-ae0b-c16b11d88d06", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68-kserve-route-authn"} 2026-07-07T01:41:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "af6a884d-001f-46c4-ae0b-c16b11d88d06", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:41:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "af6a884d-001f-46c4-ae0b-c16b11d88d06", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "c4bb4611-90bf-4947-9e37-1c68b926d365", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "c4bb4611-90bf-4947-9e37-1c68b926d365", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:41:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "9f0c470c-3452-48c7-b171-968029ef1249", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "9f0c470c-3452-48c7-b171-968029ef1249", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "9f0c470c-3452-48c7-b171-968029ef1249", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "9f0c470c-3452-48c7-b171-968029ef1249", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68-kserve-route-authn"} 2026-07-07T01:41:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "9f0c470c-3452-48c7-b171-968029ef1249", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:41:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "9f0c470c-3452-48c7-b171-968029ef1249", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "939a016e-a871-460d-925d-c077b5934e2b", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:41:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "939a016e-a871-460d-925d-c077b5934e2b", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:41:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "939a016e-a871-460d-925d-c077b5934e2b", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:41:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "0651ba2f-4bc9-4715-a52f-5ac4a84a782b", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "0651ba2f-4bc9-4715-a52f-5ac4a84a782b", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "0651ba2f-4bc9-4715-a52f-5ac4a84a782b", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "0651ba2f-4bc9-4715-a52f-5ac4a84a782b", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68-kserve-route-authn"} 2026-07-07T01:41:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "0651ba2f-4bc9-4715-a52f-5ac4a84a782b", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:41:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "0651ba2f-4bc9-4715-a52f-5ac4a84a782b", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "65136c12-2a28-45b4-970a-004ebb55ad52", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "65136c12-2a28-45b4-970a-004ebb55ad52", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "65136c12-2a28-45b4-970a-004ebb55ad52", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:41:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "65136c12-2a28-45b4-970a-004ebb55ad52", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68-kserve-route-authn"} 2026-07-07T01:41:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "65136c12-2a28-45b4-970a-004ebb55ad52", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:41:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "65136c12-2a28-45b4-970a-004ebb55ad52", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "670f3c0d-b27a-4d9a-b9c7-a44d2d4ada4f", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "670f3c0d-b27a-4d9a-b9c7-a44d2d4ada4f", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6"} 2026-07-07T01:42:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "670f3c0d-b27a-4d9a-b9c7-a44d2d4ada4f", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "670f3c0d-b27a-4d9a-b9c7-a44d2d4ada4f", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "670f3c0d-b27a-4d9a-b9c7-a44d2d4ada4f", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:42:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "670f3c0d-b27a-4d9a-b9c7-a44d2d4ada4f", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:42:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "670f3c0d-b27a-4d9a-b9c7-a44d2d4ada4f", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "670f3c0d-b27a-4d9a-b9c7-a44d2d4ada4f", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "sub-test-model-ced9d6", "reconcileID": "b50058e8-4c0d-445b-b4cc-895f90e3002b", "LLMInferenceService": "sub-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "c47a9b57-e3ad-4486-815d-6b54ac3551fd", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "c47a9b57-e3ad-4486-815d-6b54ac3551fd", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "c47a9b57-e3ad-4486-815d-6b54ac3551fd", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "edb77038-ea7d-42d3-9a03-20414894ba68", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "edb77038-ea7d-42d3-9a03-20414894ba68", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "edb77038-ea7d-42d3-9a03-20414894ba68", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:42:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "b86bd6a9-c19d-4540-85ac-28f6e2e65b75", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "b86bd6a9-c19d-4540-85ac-28f6e2e65b75", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68"} 2026-07-07T01:42:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "b86bd6a9-c19d-4540-85ac-28f6e2e65b75", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "b86bd6a9-c19d-4540-85ac-28f6e2e65b75", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "b86bd6a9-c19d-4540-85ac-28f6e2e65b75", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68-kserve-route-authn"} 2026-07-07T01:42:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "b86bd6a9-c19d-4540-85ac-28f6e2e65b75", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68-kserve-route-authn"} 2026-07-07T01:42:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "b86bd6a9-c19d-4540-85ac-28f6e2e65b75", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "b86bd6a9-c19d-4540-85ac-28f6e2e65b75", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "sub-test-model-126d68", "reconcileID": "94a33b8c-ec51-4b78-a595-9076c7540dca", "LLMInferenceService": "sub-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "4fe9d9b3-deb2-48e9-ac8c-4cb440bc950d", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "4fe9d9b3-deb2-48e9-ac8c-4cb440bc950d", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "4fe9d9b3-deb2-48e9-ac8c-4cb440bc950d", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "12ab2fc4-d317-4448-a7ba-158aef7ab229", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "12ab2fc4-d317-4448-a7ba-158aef7ab229", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "12ab2fc4-d317-4448-a7ba-158aef7ab229", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:42:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "92e70313-3f63-43b8-8cb3-c3ed03cc3561", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "92e70313-3f63-43b8-8cb3-c3ed03cc3561", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "92e70313-3f63-43b8-8cb3-c3ed03cc3561", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "a8323149-da58-4c5a-a73a-4c1a9ab43189", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:42:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "92e70313-3f63-43b8-8cb3-c3ed03cc3561", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:42:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "92e70313-3f63-43b8-8cb3-c3ed03cc3561", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:42:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "92e70313-3f63-43b8-8cb3-c3ed03cc3561", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "a8323149-da58-4c5a-a73a-4c1a9ab43189", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "a8323149-da58-4c5a-a73a-4c1a9ab43189", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:42:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "1089315b-a9aa-4bed-ba99-237553e0ddcd", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "1089315b-a9aa-4bed-ba99-237553e0ddcd", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "1089315b-a9aa-4bed-ba99-237553e0ddcd", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "1089315b-a9aa-4bed-ba99-237553e0ddcd", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:42:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "1089315b-a9aa-4bed-ba99-237553e0ddcd", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:42:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "1089315b-a9aa-4bed-ba99-237553e0ddcd", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "a1183e2f-d52d-4462-bd6d-f262f6962055", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:42:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "a1183e2f-d52d-4462-bd6d-f262f6962055", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:42:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "a1183e2f-d52d-4462-bd6d-f262f6962055", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:42:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "7207411a-c121-4a0b-a45c-a84817a01777", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "7207411a-c121-4a0b-a45c-a84817a01777", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "7207411a-c121-4a0b-a45c-a84817a01777", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "7207411a-c121-4a0b-a45c-a84817a01777", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:42:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "7207411a-c121-4a0b-a45c-a84817a01777", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:42:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "7207411a-c121-4a0b-a45c-a84817a01777", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "eac4091c-6b55-4c83-bcea-9f8c5c84717b", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "eac4091c-6b55-4c83-bcea-9f8c5c84717b", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "eac4091c-6b55-4c83-bcea-9f8c5c84717b", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "eac4091c-6b55-4c83-bcea-9f8c5c84717b", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:42:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "eac4091c-6b55-4c83-bcea-9f8c5c84717b", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:42:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "eac4091c-6b55-4c83-bcea-9f8c5c84717b", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "ace3ecb2-5752-4ecb-95a1-8d0099142dd2", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "ace3ecb2-5752-4ecb-95a1-8d0099142dd2", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "ace3ecb2-5752-4ecb-95a1-8d0099142dd2", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "ace3ecb2-5752-4ecb-95a1-8d0099142dd2", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:42:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "ace3ecb2-5752-4ecb-95a1-8d0099142dd2", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "authType": "userdefined"} 2026-07-07T01:42:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "ace3ecb2-5752-4ecb-95a1-8d0099142dd2", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:42:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "74d40c23-799a-4914-9f1a-244512709a84", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "74d40c23-799a-4914-9f1a-244512709a84", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "74d40c23-799a-4914-9f1a-244512709a84", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "21a14c9f-5567-4ffe-b44e-a6885ca4de0e", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:42:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "74d40c23-799a-4914-9f1a-244512709a84", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68-kserve-route-authn"} 2026-07-07T01:42:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "74d40c23-799a-4914-9f1a-244512709a84", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:42:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "74d40c23-799a-4914-9f1a-244512709a84", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "21a14c9f-5567-4ffe-b44e-a6885ca4de0e", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:42:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "21a14c9f-5567-4ffe-b44e-a6885ca4de0e", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:42:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "024b4bf4-5032-43aa-8a34-4adb5cb76c54", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "024b4bf4-5032-43aa-8a34-4adb5cb76c54", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "024b4bf4-5032-43aa-8a34-4adb5cb76c54", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:42:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "024b4bf4-5032-43aa-8a34-4adb5cb76c54", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68-kserve-route-authn"} 2026-07-07T01:42:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "024b4bf4-5032-43aa-8a34-4adb5cb76c54", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:42:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "024b4bf4-5032-43aa-8a34-4adb5cb76c54", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "28fddb88-2eaf-4497-b738-a95b3140db68", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "28fddb88-2eaf-4497-b738-a95b3140db68", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "28fddb88-2eaf-4497-b738-a95b3140db68", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:43:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "2b5fd791-4d4e-4eb0-88d7-5be715758d1c", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "2b5fd791-4d4e-4eb0-88d7-5be715758d1c", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "2b5fd791-4d4e-4eb0-88d7-5be715758d1c", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "2b5fd791-4d4e-4eb0-88d7-5be715758d1c", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68-kserve-route-authn"} 2026-07-07T01:43:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "2b5fd791-4d4e-4eb0-88d7-5be715758d1c", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:43:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "2b5fd791-4d4e-4eb0-88d7-5be715758d1c", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9ffab7e6-374e-42d1-914e-99eab05438eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:43:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "80d253a8-50f0-417d-bf98-de0b3d39d39b", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "80d253a8-50f0-417d-bf98-de0b3d39d39b", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "80d253a8-50f0-417d-bf98-de0b3d39d39b", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "80d253a8-50f0-417d-bf98-de0b3d39d39b", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68-kserve-route-authn"} 2026-07-07T01:43:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "80d253a8-50f0-417d-bf98-de0b3d39d39b", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:43:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "80d253a8-50f0-417d-bf98-de0b3d39d39b", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "c5da7083-4a2b-4052-9dc0-4c9400acba1a", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "c5da7083-4a2b-4052-9dc0-4c9400acba1a", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "c5da7083-4a2b-4052-9dc0-4c9400acba1a", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "c5da7083-4a2b-4052-9dc0-4c9400acba1a", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68-kserve-route-authn"} 2026-07-07T01:43:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "c5da7083-4a2b-4052-9dc0-4c9400acba1a", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "authType": "userdefined"} 2026-07-07T01:43:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "c5da7083-4a2b-4052-9dc0-4c9400acba1a", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "4217929d-97bb-404d-80ad-83f7f1235156", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:43:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "21d25eea-5487-40b7-880a-b4357e991f02", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:43:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "f9c05ab0-2988-41ab-90b9-47c231604b3a", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:43:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "f9c05ab0-2988-41ab-90b9-47c231604b3a", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6"} 2026-07-07T01:43:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "f9c05ab0-2988-41ab-90b9-47c231604b3a", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:43:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "f9c05ab0-2988-41ab-90b9-47c231604b3a", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:43:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "f9c05ab0-2988-41ab-90b9-47c231604b3a", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:43:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "f9c05ab0-2988-41ab-90b9-47c231604b3a", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6-kserve-route-authn"} 2026-07-07T01:43:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "f9c05ab0-2988-41ab-90b9-47c231604b3a", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:43:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "f9c05ab0-2988-41ab-90b9-47c231604b3a", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:43:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ced9d6","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "rate-test-model-ced9d6", "reconcileID": "090eb2d6-d723-4cb7-bc75-33c927d67f88", "LLMInferenceService": "rate-test-model-ced9d6", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:43:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "cc42cac4-ad8b-4767-ab48-0e6d2c2664ab", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:43:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "cc42cac4-ad8b-4767-ab48-0e6d2c2664ab", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:43:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "cc42cac4-ad8b-4767-ab48-0e6d2c2664ab", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:43:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "9ff0bd84-7463-4aea-9793-9ecda14670e2", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:43:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "9ff0bd84-7463-4aea-9793-9ecda14670e2", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:43:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "9ff0bd84-7463-4aea-9793-9ecda14670e2", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:43:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "eb60969e-690f-49e9-aa1d-612f087993af", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "eb60969e-690f-49e9-aa1d-612f087993af", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68"} 2026-07-07T01:43:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "eb60969e-690f-49e9-aa1d-612f087993af", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "eb60969e-690f-49e9-aa1d-612f087993af", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "eb60969e-690f-49e9-aa1d-612f087993af", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68-kserve-route-authn"} 2026-07-07T01:43:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "eb60969e-690f-49e9-aa1d-612f087993af", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68-kserve-route-authn"} 2026-07-07T01:43:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "eb60969e-690f-49e9-aa1d-612f087993af", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "eb60969e-690f-49e9-aa1d-612f087993af", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-126d68","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "rate-test-model-126d68", "reconcileID": "d748bfe5-6363-4feb-a8ae-28e8b1920761", "LLMInferenceService": "rate-test-model-126d68", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "bae44faa-fc99-43c9-96cb-a7db7a342c92", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "bae44faa-fc99-43c9-96cb-a7db7a342c92", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:43:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "bae44faa-fc99-43c9-96cb-a7db7a342c92", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "3daa5d57-f644-4f7e-bb17-d48db1410386", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "3daa5d57-f644-4f7e-bb17-d48db1410386", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:43:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "3daa5d57-f644-4f7e-bb17-d48db1410386", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:43:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "cbcafcdb-a73b-469b-a2b6-c7ceb45c5a32", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:43:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "375d7895-7501-42fe-b998-44fd5fd78eaa", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:43:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "375d7895-7501-42fe-b998-44fd5fd78eaa", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6-authn-ssl"} 2026-07-07T01:43:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "375d7895-7501-42fe-b998-44fd5fd78eaa", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:44:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72e416c1-fdf9-46b1-bacf-24b29e174bf4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:44:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72e416c1-fdf9-46b1-bacf-24b29e174bf4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:44:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72e416c1-fdf9-46b1-bacf-24b29e174bf4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ced9d6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T01:44:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-trusted-ca-bundle", "reconcileID": "97dd3446-76a7-4162-a363-d826815c9297", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:44:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-trusted-ca-bundle", "reconcileID": "97dd3446-76a7-4162-a363-d826815c9297", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:44:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-trusted-ca-bundle", "reconcileID": "97dd3446-76a7-4162-a363-d826815c9297", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ced9d6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T01:44:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "openshift-service-ca.crt", "reconcileID": "1b27b621-564e-4a8e-8cd6-d0565f90723f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "openshift-service-ca.crt", "reconcileID": "1b27b621-564e-4a8e-8cd6-d0565f90723f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:44:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "591fa935-fbf6-4ff7-8594-7dc62a5271f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "591fa935-fbf6-4ff7-8594-7dc62a5271f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:44:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-trusted-ca-bundle", "reconcileID": "3f6b3a23-67b3-4abe-8875-129df92db2e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ced9d6"}, "namespace": "ai-tenant-e2e-shared-a-ced9d6", "name": "odh-trusted-ca-bundle", "reconcileID": "3f6b3a23-67b3-4abe-8875-129df92db2e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ced9d6"} 2026-07-07T01:44:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ced9d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ced9d6", "reconcileID": "53ae42fd-6a6e-4f32-bb74-0de067468b06", "Gateway": "e2e-shared-a-ced9d6", "namespace": "openshift-ingress"} 2026-07-07T01:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7d9c00af-e523-4c4c-833d-5908b1e43b04", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T01:44:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "b15b6815-b59c-4e47-b420-f6fb918f3bd1", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:44:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "b15b6815-b59c-4e47-b420-f6fb918f3bd1", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68-authn-ssl"} 2026-07-07T01:44:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "b15b6815-b59c-4e47-b420-f6fb918f3bd1", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"} 2026-07-07T01:44:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56551b46-e1c6-4e42-a4e1-e975b95e9b12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:44:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56551b46-e1c6-4e42-a4e1-e975b95e9b12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:44:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56551b46-e1c6-4e42-a4e1-e975b95e9b12", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-126d68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T01:44:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-trusted-ca-bundle", "reconcileID": "de28d73b-2ea1-4f77-bd61-9ff8c980c2b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:44:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-trusted-ca-bundle", "reconcileID": "de28d73b-2ea1-4f77-bd61-9ff8c980c2b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T01:44:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-trusted-ca-bundle", "reconcileID": "de28d73b-2ea1-4f77-bd61-9ff8c980c2b8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-126d68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T01:44:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "openshift-service-ca.crt", "reconcileID": "15ba9012-5d2e-4902-980b-443d37448cb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:44:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "openshift-service-ca.crt", "reconcileID": "15ba9012-5d2e-4902-980b-443d37448cb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:44:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48be7e1-3c09-43e6-804f-ecd475266296", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:44:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48be7e1-3c09-43e6-804f-ecd475266296", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:44:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-trusted-ca-bundle", "reconcileID": "1de6c49b-e658-49e0-9866-57e09840e5b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:44:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-126d68"}, "namespace": "ai-tenant-e2e-shared-b-126d68", "name": "odh-trusted-ca-bundle", "reconcileID": "1de6c49b-e658-49e0-9866-57e09840e5b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-126d68"} 2026-07-07T01:44:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-126d68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-126d68", "reconcileID": "51a7ed53-1cf6-484b-af5c-e940e906cc1b", "Gateway": "e2e-shared-b-126d68", "namespace": "openshift-ingress"}