2026-07-07T18:01:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "9d88fea0-fc7b-422d-b438-2c4f8ba0afc0", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9-authn-ssl"} 2026-07-07T18:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "9d88fea0-fc7b-422d-b438-2c4f8ba0afc0", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17ec16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16", "reconcileID": "fa0cc334-d850-4960-ac48-c4c2f1ec9099", "Gateway": "e2e-api-a-17ec16", "namespace": "openshift-ingress"} 2026-07-07T18:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17ec16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16", "reconcileID": "fa0cc334-d850-4960-ac48-c4c2f1ec9099", "Gateway": "e2e-api-a-17ec16", "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16-authn-ssl"} 2026-07-07T18:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17ec16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16", "reconcileID": "fa0cc334-d850-4960-ac48-c4c2f1ec9099", "Gateway": "e2e-api-a-17ec16", "namespace": "openshift-ingress"} 2026-07-07T18:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "ff7a5871-daf0-40f5-9f49-f3118a7a9f9d", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "ff7a5871-daf0-40f5-9f49-f3118a7a9f9d", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9-authn-ssl"} 2026-07-07T18:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "ff7a5871-daf0-40f5-9f49-f3118a7a9f9d", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "odh-trusted-ca-bundle", "reconcileID": "db57e450-8775-4a68-ab57-eeec6518ae60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "openshift-service-ca.crt", "reconcileID": "10b569c5-0b34-4dd3-b69c-04692e5a84d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "openshift-service-ca.crt", "reconcileID": "7b02847b-0f66-4193-83a8-3964a1ce8750", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-97c1e9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:01:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "openshift-service-ca.crt", "reconcileID": "7b02847b-0f66-4193-83a8-3964a1ce8750", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bba6450-4255-497f-96d0-1b3bce6d81f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "openshift-service-ca.crt", "reconcileID": "9ddca9c9-591b-4e30-b5a9-b630ad8a2601", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "odh-trusted-ca-bundle", "reconcileID": "eee09d2a-04f7-428b-8885-010672d30903", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97c1e9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:01:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "odh-trusted-ca-bundle", "reconcileID": "eee09d2a-04f7-428b-8885-010672d30903", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c51adab-eb06-46f2-b8b2-36d02f2b740e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "fbcb599c-3a45-4016-9e69-cb163bf34e64", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "fbcb599c-3a45-4016-9e69-cb163bf34e64", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9-authn-ssl"} 2026-07-07T18:01:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "fbcb599c-3a45-4016-9e69-cb163bf34e64", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "33a9f838-dca4-4bb3-8814-a178cda170ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:01:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17ec16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16", "reconcileID": "2e834341-8220-45d1-bb97-17e9020bebef", "Gateway": "e2e-api-a-17ec16", "namespace": "openshift-ingress"} 2026-07-07T18:01:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17ec16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16", "reconcileID": "2e834341-8220-45d1-bb97-17e9020bebef", "Gateway": "e2e-api-a-17ec16", "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16-authn-ssl"} 2026-07-07T18:01:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17ec16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16", "reconcileID": "2e834341-8220-45d1-bb97-17e9020bebef", "Gateway": "e2e-api-a-17ec16", "namespace": "openshift-ingress"} 2026-07-07T18:01:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "289c5222-7b48-4c2d-8e59-852c7001edbc", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "289c5222-7b48-4c2d-8e59-852c7001edbc", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9-authn-ssl"} 2026-07-07T18:01:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "289c5222-7b48-4c2d-8e59-852c7001edbc", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "8ef73d6a-06ab-46f3-ab09-3bd22d53c814", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "8ef73d6a-06ab-46f3-ab09-3bd22d53c814", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9-authn-ssl"} 2026-07-07T18:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "8ef73d6a-06ab-46f3-ab09-3bd22d53c814", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "68e663c7-4aa5-4212-b2a1-8cb78fe883b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17ec16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16", "reconcileID": "122015cd-8ba0-4402-b4ef-1fd9936b3277", "Gateway": "e2e-api-a-17ec16", "namespace": "openshift-ingress"} 2026-07-07T18:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17ec16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16", "reconcileID": "122015cd-8ba0-4402-b4ef-1fd9936b3277", "Gateway": "e2e-api-a-17ec16", "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16-authn-ssl"} 2026-07-07T18:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17ec16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16", "reconcileID": "122015cd-8ba0-4402-b4ef-1fd9936b3277", "Gateway": "e2e-api-a-17ec16", "namespace": "openshift-ingress"} 2026-07-07T18:01:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5c3aa52-eae5-41b1-a9ab-e3bc17d125c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17ec16"} 2026-07-07T18:01:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5c3aa52-eae5-41b1-a9ab-e3bc17d125c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17ec16", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:01:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5c3aa52-eae5-41b1-a9ab-e3bc17d125c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-17ec16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:01:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "odh-trusted-ca-bundle", "reconcileID": "583c8766-9e78-494f-a462-3fdf2bbf372b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17ec16"} 2026-07-07T18:01:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "odh-trusted-ca-bundle", "reconcileID": "583c8766-9e78-494f-a462-3fdf2bbf372b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17ec16", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:01:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "odh-trusted-ca-bundle", "reconcileID": "583c8766-9e78-494f-a462-3fdf2bbf372b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-17ec16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:01:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "openshift-service-ca.crt", "reconcileID": "21ce2d97-dc58-46fc-8038-bc71e127e3b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-17ec16"} 2026-07-07T18:01:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "openshift-service-ca.crt", "reconcileID": "21ce2d97-dc58-46fc-8038-bc71e127e3b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-17ec16"} 2026-07-07T18:01:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "855b2598-554a-4505-9919-30cb403affa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17ec16"} 2026-07-07T18:01:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "855b2598-554a-4505-9919-30cb403affa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17ec16"} 2026-07-07T18:01:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "odh-trusted-ca-bundle", "reconcileID": "80781787-1323-4e19-a48e-1d89a0f6a52c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17ec16"} 2026-07-07T18:01:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-17ec16"}, "namespace": "ai-tenant-e2e-api-a-17ec16", "name": "odh-trusted-ca-bundle", "reconcileID": "80781787-1323-4e19-a48e-1d89a0f6a52c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-17ec16"} 2026-07-07T18:01:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-17ec16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-17ec16", "reconcileID": "a1390aed-31dc-404f-9859-8ccbbc2d5942", "Gateway": "e2e-api-a-17ec16", "namespace": "openshift-ingress"} 2026-07-07T18:01:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0fc5cb6e-de3f-41a2-ad1a-4f96d4999446", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:01:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "bd4d2e52-7a1b-4b09-8674-2ab717ce7e7c", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "bd4d2e52-7a1b-4b09-8674-2ab717ce7e7c", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9-authn-ssl"} 2026-07-07T18:01:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "bd4d2e52-7a1b-4b09-8674-2ab717ce7e7c", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:36Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:01:36Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:01:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8299cba2-bd20-4eb2-81ee-846fc4515425", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8299cba2-bd20-4eb2-81ee-846fc4515425", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "odh-trusted-ca-bundle", "reconcileID": "e76d3bbf-5ed2-4250-ae36-7a198d26fd84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "odh-trusted-ca-bundle", "reconcileID": "e76d3bbf-5ed2-4250-ae36-7a198d26fd84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "openshift-service-ca.crt", "reconcileID": "21de3ba9-692f-471a-bd3a-98ad9b372378", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-97c1e9"}, "namespace": "ai-tenant-e2e-api-b-97c1e9", "name": "openshift-service-ca.crt", "reconcileID": "21de3ba9-692f-471a-bd3a-98ad9b372378", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-97c1e9"} 2026-07-07T18:01:38Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:01:38Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:01:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-97c1e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-97c1e9", "reconcileID": "0b71deaf-ba1a-411a-a2f2-eca1a2778cf0", "Gateway": "e2e-api-b-97c1e9", "namespace": "openshift-ingress"} 2026-07-07T18:01:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "c9b07ca4-235b-4f9e-b994-1c2bd6ee49cc", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "c9b07ca4-235b-4f9e-b994-1c2bd6ee49cc", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:01:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "c9b07ca4-235b-4f9e-b994-1c2bd6ee49cc", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "9849bc3a-985d-498b-bf30-ba64a460d99a", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "9849bc3a-985d-498b-bf30-ba64a460d99a", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:01:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "9849bc3a-985d-498b-bf30-ba64a460d99a", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "58aa9f4a-9be9-4978-9f07-ddc41a1ce815", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "58aa9f4a-9be9-4978-9f07-ddc41a1ce815", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:01:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "58aa9f4a-9be9-4978-9f07-ddc41a1ce815", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "14dd96b7-768b-4b72-aa6e-f8511cc5d670", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "14dd96b7-768b-4b72-aa6e-f8511cc5d670", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:01:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "14dd96b7-768b-4b72-aa6e-f8511cc5d670", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "94d50d31-ff15-4883-becd-9b80413d5d5f", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "94d50d31-ff15-4883-becd-9b80413d5d5f", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "94d50d31-ff15-4883-becd-9b80413d5d5f", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "28a215b4-ca93-4421-aa8a-d3fc1dcf74ef", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "28a215b4-ca93-4421-aa8a-d3fc1dcf74ef", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "28a215b4-ca93-4421-aa8a-d3fc1dcf74ef", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2a464953-2203-4962-bc81-aa8b081b6ab1", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2a464953-2203-4962-bc81-aa8b081b6ab1", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2a464953-2203-4962-bc81-aa8b081b6ab1", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "openshift-service-ca.crt", "reconcileID": "4185a4e2-1672-4413-8f8f-643657eea4d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-trusted-ca-bundle", "reconcileID": "e543f71a-e097-4c87-8a39-dbaa2061d23e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "openshift-service-ca.crt", "reconcileID": "e359810d-035a-4f06-8d9b-4a4e5ae360c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1e464b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:01:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "openshift-service-ca.crt", "reconcileID": "e359810d-035a-4f06-8d9b-4a4e5ae360c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38fd58ab-d954-4c00-92b2-0c47fb4b1d21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "openshift-service-ca.crt", "reconcileID": "e11dbe13-9db9-4f38-80e2-e04bee732635", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-trusted-ca-bundle", "reconcileID": "3289fcc3-6f28-44c1-b172-f1621913639c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:01:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-trusted-ca-bundle", "reconcileID": "3289fcc3-6f28-44c1-b172-f1621913639c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82595913-c782-498c-a5e5-923153ad6b54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2d095378-1ee5-4fac-975f-2edd49221fb5", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2d095378-1ee5-4fac-975f-2edd49221fb5", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:01:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2d095378-1ee5-4fac-975f-2edd49221fb5", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e8d5afeb-e259-400f-92ee-8873c908e48a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "313f0b93-c37e-48b5-8cc7-c26cb2630634", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "313f0b93-c37e-48b5-8cc7-c26cb2630634", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "313f0b93-c37e-48b5-8cc7-c26cb2630634", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "51d82139-2d1f-481e-be5a-556a112f8787", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "51d82139-2d1f-481e-be5a-556a112f8787", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "51d82139-2d1f-481e-be5a-556a112f8787", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "2c199c9c-2145-44fd-8496-732423c1d76b", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "2c199c9c-2145-44fd-8496-732423c1d76b", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "2c199c9c-2145-44fd-8496-732423c1d76b", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "87445375-bd4f-4d46-b967-9719adf57d97", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "87445375-bd4f-4d46-b967-9719adf57d97", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "87445375-bd4f-4d46-b967-9719adf57d97", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "6d67a027-4fe1-4615-b41e-af5bf8d95554", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "6d67a027-4fe1-4615-b41e-af5bf8d95554", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "6d67a027-4fe1-4615-b41e-af5bf8d95554", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "131b02d5-ede2-4e1a-bfb5-bc343e7ef4af", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "131b02d5-ede2-4e1a-bfb5-bc343e7ef4af", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "131b02d5-ede2-4e1a-bfb5-bc343e7ef4af", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "f96b4f91-5770-4594-aa8b-acd94fa0d5db", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "f96b4f91-5770-4594-aa8b-acd94fa0d5db", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "f96b4f91-5770-4594-aa8b-acd94fa0d5db", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "5b4fe050-578e-4d51-98ec-c145be29ae4e", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "5b4fe050-578e-4d51-98ec-c145be29ae4e", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "5b4fe050-578e-4d51-98ec-c145be29ae4e", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "d6b3aef3-80d6-4649-a578-f8d6ed844470", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "d6b3aef3-80d6-4649-a578-f8d6ed844470", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "d6b3aef3-80d6-4649-a578-f8d6ed844470", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "openshift-service-ca.crt", "reconcileID": "fd0d66fc-917f-4594-bed4-e5430fc201e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:01:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-trusted-ca-bundle", "reconcileID": "dcb44fee-d1e7-40d9-b0b3-42ce2a6e198d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:01:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "openshift-service-ca.crt", "reconcileID": "569486dd-a82e-490a-b285-cc85bef02da9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-df746e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:01:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "openshift-service-ca.crt", "reconcileID": "569486dd-a82e-490a-b285-cc85bef02da9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:01:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67f70e5e-0d64-4c7b-b1dc-a816c1d093fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:01:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "openshift-service-ca.crt", "reconcileID": "a652c76b-6b35-4a03-a023-d31d8721371f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:01:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-trusted-ca-bundle", "reconcileID": "af4eb5d2-ae92-4afe-80e0-e991e292fcf7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:01:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-trusted-ca-bundle", "reconcileID": "af4eb5d2-ae92-4afe-80e0-e991e292fcf7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:01:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c05eb8ba-52c0-4872-ae8a-2cbc47218bfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "3f1c1e5f-c8fd-4d2b-84f8-715f6f24efaa", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "3f1c1e5f-c8fd-4d2b-84f8-715f6f24efaa", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "3f1c1e5f-c8fd-4d2b-84f8-715f6f24efaa", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:01:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "aeb8f73b-4f3f-4c1f-88f7-541c6c95b066", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:01:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "fc29b977-ac6b-45a0-bf63-b8d5f69075cf", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "fc29b977-ac6b-45a0-bf63-b8d5f69075cf", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "fc29b977-ac6b-45a0-bf63-b8d5f69075cf", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "cd68337c-25f4-4e72-b4a1-9cfe433ae4f2", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "fc29b977-ac6b-45a0-bf63-b8d5f69075cf", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:01:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "fc29b977-ac6b-45a0-bf63-b8d5f69075cf", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:01:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "fc29b977-ac6b-45a0-bf63-b8d5f69075cf", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "cd68337c-25f4-4e72-b4a1-9cfe433ae4f2", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:01:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "cd68337c-25f4-4e72-b4a1-9cfe433ae4f2", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:01:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "1dff7bd6-d824-48c6-ab7b-d142e8939250", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "1dff7bd6-d824-48c6-ab7b-d142e8939250", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "1dff7bd6-d824-48c6-ab7b-d142e8939250", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:01:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "1dff7bd6-d824-48c6-ab7b-d142e8939250", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:01:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "1dff7bd6-d824-48c6-ab7b-d142e8939250", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:01:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "1dff7bd6-d824-48c6-ab7b-d142e8939250", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:02:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "480af622-e742-4853-a633-eed569cc4ca5", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:02:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "480af622-e742-4853-a633-eed569cc4ca5", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:02:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "480af622-e742-4853-a633-eed569cc4ca5", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:02:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2e89b100-401b-4db8-8efc-17708e10eb56", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:02:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "b8762a58-b142-401a-9b23-c07303f983d7", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:02:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "b8762a58-b142-401a-9b23-c07303f983d7", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:02:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "b8762a58-b142-401a-9b23-c07303f983d7", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:02:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "480c8f80-fdbd-4f07-b33d-7a2c955d1a09", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:02:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "480c8f80-fdbd-4f07-b33d-7a2c955d1a09", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:02:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "480c8f80-fdbd-4f07-b33d-7a2c955d1a09", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:02:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "480c8f80-fdbd-4f07-b33d-7a2c955d1a09", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:02:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "480c8f80-fdbd-4f07-b33d-7a2c955d1a09", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:02:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "480c8f80-fdbd-4f07-b33d-7a2c955d1a09", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:02:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d5398ad2-3bb6-4810-a621-3418eabd2d1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:02:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "86de71ac-29fe-4806-9ea6-058532e531fc", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:02:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "86de71ac-29fe-4806-9ea6-058532e531fc", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:02:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "86de71ac-29fe-4806-9ea6-058532e531fc", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:02:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "86de71ac-29fe-4806-9ea6-058532e531fc", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:02:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "86de71ac-29fe-4806-9ea6-058532e531fc", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:02:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "86de71ac-29fe-4806-9ea6-058532e531fc", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:02:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "0f86141c-fff4-45f4-bba2-bbfd1c9e6b1b", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "0f86141c-fff4-45f4-bba2-bbfd1c9e6b1b", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "0f86141c-fff4-45f4-bba2-bbfd1c9e6b1b", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "0b9457c4-d0d1-40ec-ab45-9666f11865eb", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:02:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "0f86141c-fff4-45f4-bba2-bbfd1c9e6b1b", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e-kserve-route-authn"} 2026-07-07T18:02:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "0f86141c-fff4-45f4-bba2-bbfd1c9e6b1b", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:02:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "0f86141c-fff4-45f4-bba2-bbfd1c9e6b1b", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "0b9457c4-d0d1-40ec-ab45-9666f11865eb", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:02:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "0b9457c4-d0d1-40ec-ab45-9666f11865eb", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:02:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e9e6ee8c-85ab-4486-aa7c-9ef762a34139", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e9e6ee8c-85ab-4486-aa7c-9ef762a34139", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e9e6ee8c-85ab-4486-aa7c-9ef762a34139", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e9e6ee8c-85ab-4486-aa7c-9ef762a34139", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e-kserve-route-authn"} 2026-07-07T18:02:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e9e6ee8c-85ab-4486-aa7c-9ef762a34139", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:02:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e9e6ee8c-85ab-4486-aa7c-9ef762a34139", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "ea201cd1-ac98-4317-9312-b1d615ba6598", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:02:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "ea201cd1-ac98-4317-9312-b1d615ba6598", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:02:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "ea201cd1-ac98-4317-9312-b1d615ba6598", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:02:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "2326afaa-1154-4ce8-8564-20b3cc80f231", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "2326afaa-1154-4ce8-8564-20b3cc80f231", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "2326afaa-1154-4ce8-8564-20b3cc80f231", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:02:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "2326afaa-1154-4ce8-8564-20b3cc80f231", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e-kserve-route-authn"} 2026-07-07T18:02:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "2326afaa-1154-4ce8-8564-20b3cc80f231", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:02:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "2326afaa-1154-4ce8-8564-20b3cc80f231", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:03:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e0d7c9aa-db9e-4660-8991-92c5ad9ac2ed", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:03:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e0d7c9aa-db9e-4660-8991-92c5ad9ac2ed", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:03:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e0d7c9aa-db9e-4660-8991-92c5ad9ac2ed", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:03:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e0d7c9aa-db9e-4660-8991-92c5ad9ac2ed", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e-kserve-route-authn"} 2026-07-07T18:03:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e0d7c9aa-db9e-4660-8991-92c5ad9ac2ed", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:03:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "e0d7c9aa-db9e-4660-8991-92c5ad9ac2ed", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "7671fc4b-208b-4fd4-81ca-3661a7c62897", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "7671fc4b-208b-4fd4-81ca-3661a7c62897", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "7671fc4b-208b-4fd4-81ca-3661a7c62897", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "a0a331e4-4528-4224-8743-c840ce06c142", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "a0a331e4-4528-4224-8743-c840ce06c142", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "a0a331e4-4528-4224-8743-c840ce06c142", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:04:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "f5fd6fd5-58f1-4aa5-9101-23a035bbe4d7", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:04:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "f5fd6fd5-58f1-4aa5-9101-23a035bbe4d7", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b"} 2026-07-07T18:04:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "f5fd6fd5-58f1-4aa5-9101-23a035bbe4d7", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:04:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "f5fd6fd5-58f1-4aa5-9101-23a035bbe4d7", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:04:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "f5fd6fd5-58f1-4aa5-9101-23a035bbe4d7", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:04:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "f5fd6fd5-58f1-4aa5-9101-23a035bbe4d7", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:04:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "f5fd6fd5-58f1-4aa5-9101-23a035bbe4d7", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:04:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "f5fd6fd5-58f1-4aa5-9101-23a035bbe4d7", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:04:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "auth-test-model-1e464b", "reconcileID": "f52bae97-7fd6-4d69-a0aa-e5cb522d3468", "LLMInferenceService": "auth-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "0fb90f17-7c1d-4e2c-b208-732e64b0d1f3", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "0fb90f17-7c1d-4e2c-b208-732e64b0d1f3", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "0fb90f17-7c1d-4e2c-b208-732e64b0d1f3", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2400130e-1317-4a93-be00-569f1b447805", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2400130e-1317-4a93-be00-569f1b447805", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2400130e-1317-4a93-be00-569f1b447805", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:04:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "8a90608d-0e42-42c5-a866-92e2290a2b53", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:04:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "8a90608d-0e42-42c5-a866-92e2290a2b53", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e"} 2026-07-07T18:04:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "8a90608d-0e42-42c5-a866-92e2290a2b53", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:04:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "8a90608d-0e42-42c5-a866-92e2290a2b53", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:04:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "8a90608d-0e42-42c5-a866-92e2290a2b53", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e-kserve-route-authn"} 2026-07-07T18:04:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "8a90608d-0e42-42c5-a866-92e2290a2b53", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e-kserve-route-authn"} 2026-07-07T18:04:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "8a90608d-0e42-42c5-a866-92e2290a2b53", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:04:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "8a90608d-0e42-42c5-a866-92e2290a2b53", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "auth-test-model-df746e", "reconcileID": "492963f2-5c4c-427b-8305-9f4e19845fff", "LLMInferenceService": "auth-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "4cd0e544-f619-4ba8-98e4-f429274bbfc4", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:05:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "4cd0e544-f619-4ba8-98e4-f429274bbfc4", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:05:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "4cd0e544-f619-4ba8-98e4-f429274bbfc4", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:05:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "b525d058-332b-4207-8b4e-c641cd95e008", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:05:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "b525d058-332b-4207-8b4e-c641cd95e008", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:05:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "b525d058-332b-4207-8b4e-c641cd95e008", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:05:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "a8a9a9d7-8346-48e5-8e80-61b9d7f3b7e1", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "a8a9a9d7-8346-48e5-8e80-61b9d7f3b7e1", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "a8a9a9d7-8346-48e5-8e80-61b9d7f3b7e1", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "19578f4b-9147-4814-a5fc-260ddfa2391a", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:05:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "a8a9a9d7-8346-48e5-8e80-61b9d7f3b7e1", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:05:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "a8a9a9d7-8346-48e5-8e80-61b9d7f3b7e1", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:05:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "a8a9a9d7-8346-48e5-8e80-61b9d7f3b7e1", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "19578f4b-9147-4814-a5fc-260ddfa2391a", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:05:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "19578f4b-9147-4814-a5fc-260ddfa2391a", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:05:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "71097e83-da27-4d4d-9d96-293fdeb8a99a", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "71097e83-da27-4d4d-9d96-293fdeb8a99a", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "71097e83-da27-4d4d-9d96-293fdeb8a99a", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "71097e83-da27-4d4d-9d96-293fdeb8a99a", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "71097e83-da27-4d4d-9d96-293fdeb8a99a", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "71097e83-da27-4d4d-9d96-293fdeb8a99a", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "d8fbd4e9-92ea-462a-8c59-3cfb36a8e8cd", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:05:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "d8fbd4e9-92ea-462a-8c59-3cfb36a8e8cd", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "d8fbd4e9-92ea-462a-8c59-3cfb36a8e8cd", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:05:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4a1844e5-8027-4810-9aaa-3fa378a54296", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4a1844e5-8027-4810-9aaa-3fa378a54296", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4a1844e5-8027-4810-9aaa-3fa378a54296", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4a1844e5-8027-4810-9aaa-3fa378a54296", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:05:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4a1844e5-8027-4810-9aaa-3fa378a54296", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:05:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4a1844e5-8027-4810-9aaa-3fa378a54296", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "2e6adf67-040b-4459-9409-55a4d950f24c", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "2e6adf67-040b-4459-9409-55a4d950f24c", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "2e6adf67-040b-4459-9409-55a4d950f24c", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "2e6adf67-040b-4459-9409-55a4d950f24c", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:05:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "2e6adf67-040b-4459-9409-55a4d950f24c", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:05:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "2e6adf67-040b-4459-9409-55a4d950f24c", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4c5cff03-8556-41a5-8dc9-862a1eb6adee", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4c5cff03-8556-41a5-8dc9-862a1eb6adee", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4c5cff03-8556-41a5-8dc9-862a1eb6adee", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4c5cff03-8556-41a5-8dc9-862a1eb6adee", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:05:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4c5cff03-8556-41a5-8dc9-862a1eb6adee", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:05:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "4c5cff03-8556-41a5-8dc9-862a1eb6adee", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:05:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "e8c95451-7757-46b0-b66b-6ee036e4268e", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "e8c95451-7757-46b0-b66b-6ee036e4268e", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "e8c95451-7757-46b0-b66b-6ee036e4268e", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "30f3fe8e-eabd-4491-9b81-2eb59e40537e", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:05:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "e8c95451-7757-46b0-b66b-6ee036e4268e", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e-kserve-route-authn"} 2026-07-07T18:05:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "e8c95451-7757-46b0-b66b-6ee036e4268e", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:05:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "e8c95451-7757-46b0-b66b-6ee036e4268e", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "30f3fe8e-eabd-4491-9b81-2eb59e40537e", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:05:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "30f3fe8e-eabd-4491-9b81-2eb59e40537e", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:05:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "745bb9dc-8c06-4fd6-a2de-cc37622c702a", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "745bb9dc-8c06-4fd6-a2de-cc37622c702a", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "745bb9dc-8c06-4fd6-a2de-cc37622c702a", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "745bb9dc-8c06-4fd6-a2de-cc37622c702a", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e-kserve-route-authn"} 2026-07-07T18:05:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "745bb9dc-8c06-4fd6-a2de-cc37622c702a", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:05:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "745bb9dc-8c06-4fd6-a2de-cc37622c702a", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "e012c580-6e17-463c-8fdd-3a7c47cc7a14", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "e012c580-6e17-463c-8fdd-3a7c47cc7a14", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "e012c580-6e17-463c-8fdd-3a7c47cc7a14", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:05:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "86231aa5-37b2-459f-8862-eb15e6081734", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "86231aa5-37b2-459f-8862-eb15e6081734", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "86231aa5-37b2-459f-8862-eb15e6081734", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "86231aa5-37b2-459f-8862-eb15e6081734", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e-kserve-route-authn"} 2026-07-07T18:05:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "86231aa5-37b2-459f-8862-eb15e6081734", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:05:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "86231aa5-37b2-459f-8862-eb15e6081734", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "91bcc11f-e511-433a-b306-fdfbc5d5341d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:05:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "274d9f0b-dd4f-43b2-bdce-6c82051641bf", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "274d9f0b-dd4f-43b2-bdce-6c82051641bf", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "274d9f0b-dd4f-43b2-bdce-6c82051641bf", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:05:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "274d9f0b-dd4f-43b2-bdce-6c82051641bf", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e-kserve-route-authn"} 2026-07-07T18:05:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "274d9f0b-dd4f-43b2-bdce-6c82051641bf", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:05:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "274d9f0b-dd4f-43b2-bdce-6c82051641bf", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "d54ba6b9-2e67-4e78-b674-a11fe1daabaa", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "d54ba6b9-2e67-4e78-b674-a11fe1daabaa", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b"} 2026-07-07T18:06:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "d54ba6b9-2e67-4e78-b674-a11fe1daabaa", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "d54ba6b9-2e67-4e78-b674-a11fe1daabaa", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "d54ba6b9-2e67-4e78-b674-a11fe1daabaa", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:06:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "d54ba6b9-2e67-4e78-b674-a11fe1daabaa", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:06:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "d54ba6b9-2e67-4e78-b674-a11fe1daabaa", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "d54ba6b9-2e67-4e78-b674-a11fe1daabaa", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "sub-test-model-1e464b", "reconcileID": "7cbe493f-54ad-4f26-9640-9d9a23eb1de9", "LLMInferenceService": "sub-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "685bd9f2-8963-4773-8156-1154514a1755", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:06:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "685bd9f2-8963-4773-8156-1154514a1755", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:06:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "685bd9f2-8963-4773-8156-1154514a1755", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:06:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "54d9df66-f50b-4db9-adc6-c52d8b7ef846", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:06:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "54d9df66-f50b-4db9-adc6-c52d8b7ef846", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:06:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "54d9df66-f50b-4db9-adc6-c52d8b7ef846", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:06:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "650d5e3e-33a1-4a36-9d09-790fddd69979", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "650d5e3e-33a1-4a36-9d09-790fddd69979", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e"} 2026-07-07T18:06:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "650d5e3e-33a1-4a36-9d09-790fddd69979", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "650d5e3e-33a1-4a36-9d09-790fddd69979", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "650d5e3e-33a1-4a36-9d09-790fddd69979", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e-kserve-route-authn"} 2026-07-07T18:06:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "650d5e3e-33a1-4a36-9d09-790fddd69979", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e-kserve-route-authn"} 2026-07-07T18:06:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "650d5e3e-33a1-4a36-9d09-790fddd69979", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "650d5e3e-33a1-4a36-9d09-790fddd69979", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "sub-test-model-df746e", "reconcileID": "a5a14cef-819e-49ae-84c7-773e972e14af", "LLMInferenceService": "sub-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "29469003-b105-4a06-809d-8e9688e68d26", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "29469003-b105-4a06-809d-8e9688e68d26", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "29469003-b105-4a06-809d-8e9688e68d26", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "3ea0c7d3-865b-4302-9ff3-87e97657bf37", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "3ea0c7d3-865b-4302-9ff3-87e97657bf37", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "3ea0c7d3-865b-4302-9ff3-87e97657bf37", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:06:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "b6a30919-89f9-486b-a1bd-b564c31abe51", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "b6a30919-89f9-486b-a1bd-b564c31abe51", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "b6a30919-89f9-486b-a1bd-b564c31abe51", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "72d75374-4b77-4b27-8927-5481bfc98f0e", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:06:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "b6a30919-89f9-486b-a1bd-b564c31abe51", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:06:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "b6a30919-89f9-486b-a1bd-b564c31abe51", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:06:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "b6a30919-89f9-486b-a1bd-b564c31abe51", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "72d75374-4b77-4b27-8927-5481bfc98f0e", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "72d75374-4b77-4b27-8927-5481bfc98f0e", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:06:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "3ded92a8-e959-4b4e-9261-b49dfb8be70b", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "3ded92a8-e959-4b4e-9261-b49dfb8be70b", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "3ded92a8-e959-4b4e-9261-b49dfb8be70b", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "3ded92a8-e959-4b4e-9261-b49dfb8be70b", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:06:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "3ded92a8-e959-4b4e-9261-b49dfb8be70b", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:06:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "3ded92a8-e959-4b4e-9261-b49dfb8be70b", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "9b3b6a10-d4b2-4802-bddb-6b383ef7ab73", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "9b3b6a10-d4b2-4802-bddb-6b383ef7ab73", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "9b3b6a10-d4b2-4802-bddb-6b383ef7ab73", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:06:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "6bdbe361-180e-4ef1-a5e7-009a2755c6cb", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "6bdbe361-180e-4ef1-a5e7-009a2755c6cb", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "6bdbe361-180e-4ef1-a5e7-009a2755c6cb", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "6bdbe361-180e-4ef1-a5e7-009a2755c6cb", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:06:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "6bdbe361-180e-4ef1-a5e7-009a2755c6cb", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:06:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "6bdbe361-180e-4ef1-a5e7-009a2755c6cb", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "f12ac4af-e5e3-4251-ac74-c94438ed05bf", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "f12ac4af-e5e3-4251-ac74-c94438ed05bf", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "f12ac4af-e5e3-4251-ac74-c94438ed05bf", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "f12ac4af-e5e3-4251-ac74-c94438ed05bf", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:06:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "f12ac4af-e5e3-4251-ac74-c94438ed05bf", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "authType": "userdefined"} 2026-07-07T18:06:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "f12ac4af-e5e3-4251-ac74-c94438ed05bf", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:06:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "ca4f828d-6b14-440d-ba60-1d28ad67127b", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "ca4f828d-6b14-440d-ba60-1d28ad67127b", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "ca4f828d-6b14-440d-ba60-1d28ad67127b", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "7a14e88a-af2f-4141-9c8d-fc18db40f680", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:06:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "ca4f828d-6b14-440d-ba60-1d28ad67127b", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e-kserve-route-authn"} 2026-07-07T18:06:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "ca4f828d-6b14-440d-ba60-1d28ad67127b", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:06:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "ca4f828d-6b14-440d-ba60-1d28ad67127b", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "7a14e88a-af2f-4141-9c8d-fc18db40f680", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:06:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "7a14e88a-af2f-4141-9c8d-fc18db40f680", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:06:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "d8a03140-72d5-4aa1-ba07-b4338e99cd34", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "d8a03140-72d5-4aa1-ba07-b4338e99cd34", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "d8a03140-72d5-4aa1-ba07-b4338e99cd34", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "d8a03140-72d5-4aa1-ba07-b4338e99cd34", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e-kserve-route-authn"} 2026-07-07T18:06:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "d8a03140-72d5-4aa1-ba07-b4338e99cd34", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:06:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "d8a03140-72d5-4aa1-ba07-b4338e99cd34", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "c82eda76-b145-4b8d-ad9c-cdc58510758a", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:06:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "c82eda76-b145-4b8d-ad9c-cdc58510758a", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:06:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "c82eda76-b145-4b8d-ad9c-cdc58510758a", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:06:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "34ff52c2-2d58-4f3a-a457-a50b44df6181", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "34ff52c2-2d58-4f3a-a457-a50b44df6181", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "34ff52c2-2d58-4f3a-a457-a50b44df6181", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:06:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "34ff52c2-2d58-4f3a-a457-a50b44df6181", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e-kserve-route-authn"} 2026-07-07T18:06:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "34ff52c2-2d58-4f3a-a457-a50b44df6181", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:06:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "34ff52c2-2d58-4f3a-a457-a50b44df6181", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7e048cb7-821d-4a3e-96df-d82acab597db", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f65a40ca-66fb-4736-91bc-9bcf4b9c2a5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:07:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "41f949bf-f05f-41f1-9ca0-f083167185ea", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "41f949bf-f05f-41f1-9ca0-f083167185ea", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "41f949bf-f05f-41f1-9ca0-f083167185ea", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "41f949bf-f05f-41f1-9ca0-f083167185ea", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e-kserve-route-authn"} 2026-07-07T18:07:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "41f949bf-f05f-41f1-9ca0-f083167185ea", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "authType": "userdefined"} 2026-07-07T18:07:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "41f949bf-f05f-41f1-9ca0-f083167185ea", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "2bc0bd9d-bf87-483c-8b5e-b604ebe03bed", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:07:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "2bc0bd9d-bf87-483c-8b5e-b604ebe03bed", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b"} 2026-07-07T18:07:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "2bc0bd9d-bf87-483c-8b5e-b604ebe03bed", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:07:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "2bc0bd9d-bf87-483c-8b5e-b604ebe03bed", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:07:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "2bc0bd9d-bf87-483c-8b5e-b604ebe03bed", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:07:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "2bc0bd9d-bf87-483c-8b5e-b604ebe03bed", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b-kserve-route-authn"} 2026-07-07T18:07:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "2bc0bd9d-bf87-483c-8b5e-b604ebe03bed", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:07:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "2bc0bd9d-bf87-483c-8b5e-b604ebe03bed", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:07:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e464b","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "rate-test-model-1e464b", "reconcileID": "31e1dd4f-a3d1-44e3-ad14-8d79841d889e", "LLMInferenceService": "rate-test-model-1e464b", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2fb702d8-706c-481e-8d40-2e755b0b528d", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2fb702d8-706c-481e-8d40-2e755b0b528d", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2fb702d8-706c-481e-8d40-2e755b0b528d", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "ea92e93c-4ad7-4e36-beb9-7454d5f002fd", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "ea92e93c-4ad7-4e36-beb9-7454d5f002fd", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "ea92e93c-4ad7-4e36-beb9-7454d5f002fd", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:07:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "392c46bd-13fe-42fb-9237-cbd5c7e5e8bf", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "392c46bd-13fe-42fb-9237-cbd5c7e5e8bf", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e"} 2026-07-07T18:07:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "392c46bd-13fe-42fb-9237-cbd5c7e5e8bf", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "392c46bd-13fe-42fb-9237-cbd5c7e5e8bf", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "392c46bd-13fe-42fb-9237-cbd5c7e5e8bf", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e-kserve-route-authn"} 2026-07-07T18:07:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "392c46bd-13fe-42fb-9237-cbd5c7e5e8bf", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e-kserve-route-authn"} 2026-07-07T18:07:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "392c46bd-13fe-42fb-9237-cbd5c7e5e8bf", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "392c46bd-13fe-42fb-9237-cbd5c7e5e8bf", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df746e","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "rate-test-model-df746e", "reconcileID": "cdd5a43d-0a63-45c5-991f-a53cc046b019", "LLMInferenceService": "rate-test-model-df746e", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "f345bd58-4af5-4ad4-a9c8-9840b4f6464f", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "f345bd58-4af5-4ad4-a9c8-9840b4f6464f", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "f345bd58-4af5-4ad4-a9c8-9840b4f6464f", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:07:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "2750308e-15e1-4f0d-a198-e1596a35be22", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:07:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "2750308e-15e1-4f0d-a198-e1596a35be22", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:07:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "2750308e-15e1-4f0d-a198-e1596a35be22", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:07:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0167e634-6c4c-4f92-8f3e-ca2b9b6298bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:07:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2b2b8540-ac5b-42ba-b02c-c62927ee4cae", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:07:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2b2b8540-ac5b-42ba-b02c-c62927ee4cae", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b-authn-ssl"} 2026-07-07T18:07:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "2b2b8540-ac5b-42ba-b02c-c62927ee4cae", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:07:51Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:07:51Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:07:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:07:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2679dbe-d655-4a16-b1d3-2c1d4bc43271", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:08:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2679dbe-d655-4a16-b1d3-2c1d4bc43271", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:08:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2679dbe-d655-4a16-b1d3-2c1d4bc43271", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-1e464b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-trusted-ca-bundle", "reconcileID": "5006a912-2fd1-44ef-bcf9-19613692f6a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-trusted-ca-bundle", "reconcileID": "5006a912-2fd1-44ef-bcf9-19613692f6a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "openshift-service-ca.crt", "reconcileID": "aa95dc05-4864-4026-967e-198aa846e359", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "openshift-service-ca.crt", "reconcileID": "aa95dc05-4864-4026-967e-198aa846e359", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:08:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "878b3278-161e-4b24-a650-c17e47a7ca8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e464b"}, "namespace": "ai-tenant-e2e-shared-a-1e464b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "878b3278-161e-4b24-a650-c17e47a7ca8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e464b"} 2026-07-07T18:08:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e464b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e464b", "reconcileID": "ac599549-4bcc-435e-9611-b3fa368706d1", "Gateway": "e2e-shared-a-1e464b", "namespace": "openshift-ingress"} 2026-07-07T18:08:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2f71e9d4-3c5f-4bb5-b7e3-69f4a486dd22", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:08:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "a26d23e8-bcc2-4c51-bc1b-664394b50e69", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:08:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "a26d23e8-bcc2-4c51-bc1b-664394b50e69", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e-authn-ssl"} 2026-07-07T18:08:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "a26d23e8-bcc2-4c51-bc1b-664394b50e69", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"} 2026-07-07T18:08:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9022b65c-5a65-43f4-8cd4-8ff59390f698", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:08:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9022b65c-5a65-43f4-8cd4-8ff59390f698", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:08:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9022b65c-5a65-43f4-8cd4-8ff59390f698", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-df746e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:08:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-trusted-ca-bundle", "reconcileID": "22505db9-2be1-40fe-acf2-fdc2505b55c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:08:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-trusted-ca-bundle", "reconcileID": "22505db9-2be1-40fe-acf2-fdc2505b55c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:08:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-trusted-ca-bundle", "reconcileID": "22505db9-2be1-40fe-acf2-fdc2505b55c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-df746e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:08:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d3742ce-1b71-4425-8f4d-7f4f7adc2e93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:08:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d3742ce-1b71-4425-8f4d-7f4f7adc2e93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:08:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d3742ce-1b71-4425-8f4d-7f4f7adc2e93", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-df746e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:08:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "openshift-service-ca.crt", "reconcileID": "0e4cde2d-cd61-45e2-9f4d-ff284b219f13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:08:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "openshift-service-ca.crt", "reconcileID": "0e4cde2d-cd61-45e2-9f4d-ff284b219f13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:08:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-trusted-ca-bundle", "reconcileID": "08cafbf4-6c79-498e-b53c-078d86fc37a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:08:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-trusted-ca-bundle", "reconcileID": "08cafbf4-6c79-498e-b53c-078d86fc37a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:08:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2af561e-8e16-4342-9516-ba2d2f8a155f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:08:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-df746e"}, "namespace": "ai-tenant-e2e-shared-b-df746e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2af561e-8e16-4342-9516-ba2d2f8a155f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-df746e"} 2026-07-07T18:08:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-df746e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-df746e", "reconcileID": "032f07d1-6200-407b-afd4-40e1f4a1f46f", "Gateway": "e2e-shared-b-df746e", "namespace": "openshift-ingress"}