2026-07-06T20:02:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "b2484b71-aa50-44a5-b755-d9305ba1443f", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "b2484b71-aa50-44a5-b755-d9305ba1443f", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc-authn-ssl"} 2026-07-06T20:02:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "b2484b71-aa50-44a5-b755-d9305ba1443f", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "1ffed18a-9026-467b-b02c-51dc6d4bb0bc", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "1ffed18a-9026-467b-b02c-51dc6d4bb0bc", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc-authn-ssl"} 2026-07-06T20:02:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "1ffed18a-9026-467b-b02c-51dc6d4bb0bc", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "02291fdf-0ea0-404c-991c-1dd99f60a511", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "02291fdf-0ea0-404c-991c-1dd99f60a511", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc-authn-ssl"} 2026-07-06T20:02:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "02291fdf-0ea0-404c-991c-1dd99f60a511", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "e145d741-81ae-48e2-9f3e-455376f32e66", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "e145d741-81ae-48e2-9f3e-455376f32e66", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc-authn-ssl"} 2026-07-06T20:02:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "e145d741-81ae-48e2-9f3e-455376f32e66", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "33cde634-37d5-43b3-a759-950d069ba6dc", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "33cde634-37d5-43b3-a759-950d069ba6dc", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc-authn-ssl"} 2026-07-06T20:02:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "33cde634-37d5-43b3-a759-950d069ba6dc", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "openshift-service-ca.crt", "reconcileID": "c80256ed-65a7-4272-9e2a-b46d092c6c43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-trusted-ca-bundle", "reconcileID": "cadd0e49-b77d-4093-9780-224d136750c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "openshift-service-ca.crt", "reconcileID": "61cdb97a-d9bc-44cb-9cf9-7bb43b04a32c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0e21dc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:02:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "openshift-service-ca.crt", "reconcileID": "61cdb97a-d9bc-44cb-9cf9-7bb43b04a32c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2a44dd4-ca47-4a9d-a004-0ca337ed5759", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "openshift-service-ca.crt", "reconcileID": "a39068f0-9bd9-46a7-970d-5f739901e784", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-trusted-ca-bundle", "reconcileID": "6be800ae-48b0-4fb9-925c-f713ce4ffda2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:02:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-trusted-ca-bundle", "reconcileID": "6be800ae-48b0-4fb9-925c-f713ce4ffda2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d7e62b4-b62f-44c6-8b41-00fbafc744d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1eed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1eed6", "reconcileID": "30ce1340-b9eb-4545-8fa2-69095e18e8a5", "Gateway": "e2e-api-a-f1eed6", "namespace": "openshift-ingress"} 2026-07-06T20:02:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1eed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1eed6", "reconcileID": "30ce1340-b9eb-4545-8fa2-69095e18e8a5", "Gateway": "e2e-api-a-f1eed6", "namespace": "openshift-ingress", "name": "e2e-api-a-f1eed6-authn-ssl"} 2026-07-06T20:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1eed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1eed6", "reconcileID": "30ce1340-b9eb-4545-8fa2-69095e18e8a5", "Gateway": "e2e-api-a-f1eed6", "namespace": "openshift-ingress"} 2026-07-06T20:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "9cfcb7e1-adb0-4679-a5a8-b7e60254ca61", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "9cfcb7e1-adb0-4679-a5a8-b7e60254ca61", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc-authn-ssl"} 2026-07-06T20:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "9cfcb7e1-adb0-4679-a5a8-b7e60254ca61", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7f7e31ea-149d-4b51-9e3a-ffd158de3c9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:02:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "97934fae-2c2f-4601-8afd-c258b1fe274b", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "97934fae-2c2f-4601-8afd-c258b1fe274b", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc-authn-ssl"} 2026-07-06T20:02:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "97934fae-2c2f-4601-8afd-c258b1fe274b", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "68bbb4dc-1ff7-4f90-b40e-2dd8e6f947b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:02:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e9e60e89-cf57-493f-a715-63a62748479c", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:02:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1eed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1eed6", "reconcileID": "91c0d0c2-4562-49a3-a478-3a825bca7227", "Gateway": "e2e-api-a-f1eed6", "namespace": "openshift-ingress"} 2026-07-06T20:02:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1eed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1eed6", "reconcileID": "91c0d0c2-4562-49a3-a478-3a825bca7227", "Gateway": "e2e-api-a-f1eed6", "namespace": "openshift-ingress", "name": "e2e-api-a-f1eed6-authn-ssl"} 2026-07-06T20:02:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1eed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1eed6", "reconcileID": "91c0d0c2-4562-49a3-a478-3a825bca7227", "Gateway": "e2e-api-a-f1eed6", "namespace": "openshift-ingress"} 2026-07-06T20:02:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1eed6"}, "namespace": "ai-tenant-e2e-api-a-f1eed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76a58746-74c5-4ceb-a809-d2ec10a26fb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1eed6"} 2026-07-06T20:02:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1eed6"}, "namespace": "ai-tenant-e2e-api-a-f1eed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76a58746-74c5-4ceb-a809-d2ec10a26fb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1eed6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:02:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1eed6"}, "namespace": "ai-tenant-e2e-api-a-f1eed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76a58746-74c5-4ceb-a809-d2ec10a26fb1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f1eed6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:02:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1eed6"}, "namespace": "ai-tenant-e2e-api-a-f1eed6", "name": "odh-trusted-ca-bundle", "reconcileID": "40b54f4d-7568-4d0c-8428-ceb6d44ef192", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1eed6"} 2026-07-06T20:02:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1eed6"}, "namespace": "ai-tenant-e2e-api-a-f1eed6", "name": "odh-trusted-ca-bundle", "reconcileID": "40b54f4d-7568-4d0c-8428-ceb6d44ef192", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1eed6"} 2026-07-06T20:02:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f1eed6"}, "namespace": "ai-tenant-e2e-api-a-f1eed6", "name": "openshift-service-ca.crt", "reconcileID": "63ec449d-cd3b-4e68-8c62-1aff8053a6c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f1eed6"} 2026-07-06T20:02:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f1eed6"}, "namespace": "ai-tenant-e2e-api-a-f1eed6", "name": "openshift-service-ca.crt", "reconcileID": "63ec449d-cd3b-4e68-8c62-1aff8053a6c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f1eed6"} 2026-07-06T20:02:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1eed6"}, "namespace": "ai-tenant-e2e-api-a-f1eed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fe4c35e-a469-42b8-ad99-ee6a77d8c0d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1eed6"} 2026-07-06T20:02:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1eed6"}, "namespace": "ai-tenant-e2e-api-a-f1eed6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fe4c35e-a469-42b8-ad99-ee6a77d8c0d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1eed6"} 2026-07-06T20:02:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1eed6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1eed6", "reconcileID": "32c99e71-a4cf-46fd-b55d-e4c5d3bb652e", "Gateway": "e2e-api-a-f1eed6", "namespace": "openshift-ingress"} 2026-07-06T20:02:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7a49f81e-cb8e-4a66-9ac4-17d46642fb8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:02:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "b6e50775-bcbf-4ef1-8233-8097af1890b8", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "b6e50775-bcbf-4ef1-8233-8097af1890b8", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc-authn-ssl"} 2026-07-06T20:02:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "b6e50775-bcbf-4ef1-8233-8097af1890b8", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30193bb0-f816-4cd9-8f62-bf268534d3a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30193bb0-f816-4cd9-8f62-bf268534d3a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:02:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30193bb0-f816-4cd9-8f62-bf268534d3a0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0e21dc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:02:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-trusted-ca-bundle", "reconcileID": "4ac3ba8f-d725-4511-bc00-c7bc5f72ff74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-trusted-ca-bundle", "reconcileID": "4ac3ba8f-d725-4511-bc00-c7bc5f72ff74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "openshift-service-ca.crt", "reconcileID": "590adc9e-9993-499b-b3cd-4759909816ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "openshift-service-ca.crt", "reconcileID": "590adc9e-9993-499b-b3cd-4759909816ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52ea1e3c-290b-4f65-9db7-f6b7fe9acf45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e21dc"}, "namespace": "ai-tenant-e2e-api-b-0e21dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52ea1e3c-290b-4f65-9db7-f6b7fe9acf45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e21dc"} 2026-07-06T20:02:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e21dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e21dc", "reconcileID": "170dd1b7-1da9-47fc-b33f-3a8765031c91", "Gateway": "e2e-api-b-0e21dc", "namespace": "openshift-ingress"} 2026-07-06T20:02:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "9b5e4648-50b9-4073-8a82-1c9f3f204425", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "9b5e4648-50b9-4073-8a82-1c9f3f204425", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:02:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "9b5e4648-50b9-4073-8a82-1c9f3f204425", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "4dd5f47a-f4b2-41e6-b266-c30164c592e0", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "4dd5f47a-f4b2-41e6-b266-c30164c592e0", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:02:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "4dd5f47a-f4b2-41e6-b266-c30164c592e0", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "b1d8caed-c59f-4a3d-84b3-232637c6956c", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "b1d8caed-c59f-4a3d-84b3-232637c6956c", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:02:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "b1d8caed-c59f-4a3d-84b3-232637c6956c", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "abfe8903-10ea-4871-b5a5-10c1092e6c37", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "abfe8903-10ea-4871-b5a5-10c1092e6c37", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:02:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "abfe8903-10ea-4871-b5a5-10c1092e6c37", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "8280b578-61c3-4e27-9195-fff85e406bfc", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "8280b578-61c3-4e27-9195-fff85e406bfc", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:02:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "8280b578-61c3-4e27-9195-fff85e406bfc", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "33c23d08-efbb-48d4-af21-a906e7026a3a", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "33c23d08-efbb-48d4-af21-a906e7026a3a", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:02:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "33c23d08-efbb-48d4-af21-a906e7026a3a", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "bed8060b-fdeb-4423-bddb-7562c2a053d3", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "bed8060b-fdeb-4423-bddb-7562c2a053d3", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:02:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "bed8060b-fdeb-4423-bddb-7562c2a053d3", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "openshift-service-ca.crt", "reconcileID": "121ebfa0-0e50-4d1a-9867-220585460b6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-trusted-ca-bundle", "reconcileID": "e4291479-26b1-4e42-a5b5-d429f64956e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:02:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "openshift-service-ca.crt", "reconcileID": "7465ccf7-b65f-453a-b445-3c66f7c8ffae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4430fb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:02:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "openshift-service-ca.crt", "reconcileID": "7465ccf7-b65f-453a-b445-3c66f7c8ffae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:02:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "openshift-service-ca.crt", "reconcileID": "6f7dbf7b-7035-4be8-832f-ad8c7e832755", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:02:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79b57485-4bfe-475a-b517-0c96510ad63a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:02:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-trusted-ca-bundle", "reconcileID": "cd30b5f3-a7b0-4c4b-9f1a-7add1f6444a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:02:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-trusted-ca-bundle", "reconcileID": "cd30b5f3-a7b0-4c4b-9f1a-7add1f6444a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:02:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b0fd03a-c14a-4337-b25a-9b5a082bead5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:02:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "595c8a21-b065-4218-bac3-a840cafbf940", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "595c8a21-b065-4218-bac3-a840cafbf940", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:02:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "595c8a21-b065-4218-bac3-a840cafbf940", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:02:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2e066f6c-60db-4c42-b863-6b94654ef3e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "75baf38d-303e-4904-b51a-3da4ce12f9ad", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "75baf38d-303e-4904-b51a-3da4ce12f9ad", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "75baf38d-303e-4904-b51a-3da4ce12f9ad", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "a01fe7c7-221a-499d-867e-c1dc1f0a664f", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "a01fe7c7-221a-499d-867e-c1dc1f0a664f", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "a01fe7c7-221a-499d-867e-c1dc1f0a664f", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "65393dc8-cfce-457a-af81-b79b54199374", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "65393dc8-cfce-457a-af81-b79b54199374", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "65393dc8-cfce-457a-af81-b79b54199374", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "860f75a3-40c8-4d7f-95a8-bdf353781501", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "860f75a3-40c8-4d7f-95a8-bdf353781501", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "860f75a3-40c8-4d7f-95a8-bdf353781501", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "c13b7745-c163-47b9-b6bc-555dc83e3d4d", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "c13b7745-c163-47b9-b6bc-555dc83e3d4d", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "c13b7745-c163-47b9-b6bc-555dc83e3d4d", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "ed0a8f72-fdf4-4dfb-85de-2407b5602ebd", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "ed0a8f72-fdf4-4dfb-85de-2407b5602ebd", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "ed0a8f72-fdf4-4dfb-85de-2407b5602ebd", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "499ff25d-8bfd-4604-8521-7ee272d72d84", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "499ff25d-8bfd-4604-8521-7ee272d72d84", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "499ff25d-8bfd-4604-8521-7ee272d72d84", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "eec929e5-1546-4e4d-9379-5d65f0ca934d", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "eec929e5-1546-4e4d-9379-5d65f0ca934d", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "eec929e5-1546-4e4d-9379-5d65f0ca934d", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "openshift-service-ca.crt", "reconcileID": "e5d9e60e-ce2c-40a7-84e9-dbd176854bdd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "openshift-service-ca.crt", "reconcileID": "4d625a7f-5be0-485e-ba17-31ec1b9de66d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33ae61", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:03:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "openshift-service-ca.crt", "reconcileID": "4d625a7f-5be0-485e-ba17-31ec1b9de66d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-trusted-ca-bundle", "reconcileID": "97a7907c-8581-4856-a056-56a01bd54f92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:03:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-trusted-ca-bundle", "reconcileID": "97a7907c-8581-4856-a056-56a01bd54f92", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beee8d2c-81f9-4c89-ae81-0d70dc250a0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "openshift-service-ca.crt", "reconcileID": "1521dc7c-c596-4973-a117-123450f79632", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-trusted-ca-bundle", "reconcileID": "71d28055-001e-48e2-b250-323baa7fa6dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-trusted-ca-bundle", "reconcileID": "2d787bd5-11ba-4608-a755-f4e2fe674a47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:03:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-trusted-ca-bundle", "reconcileID": "2d787bd5-11ba-4608-a755-f4e2fe674a47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "494ec73a-7d70-43d1-b5f7-f29211d1b3e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "95dc98b9-e007-407d-a1b1-7ec1e00acf7b", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "95dc98b9-e007-407d-a1b1-7ec1e00acf7b", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "95dc98b9-e007-407d-a1b1-7ec1e00acf7b", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c2c08bbc-1198-454c-9eb9-5615d2ddb886", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:03:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "2b5e8226-6ca0-4322-8a4a-0dde5eb2cd72", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "2b5e8226-6ca0-4322-8a4a-0dde5eb2cd72", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "2b5e8226-6ca0-4322-8a4a-0dde5eb2cd72", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3b46a297-4672-490e-a812-70cb00eff99e", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3b46a297-4672-490e-a812-70cb00eff99e", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3b46a297-4672-490e-a812-70cb00eff99e", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "a0776d6c-58fd-488c-8217-9583a312731d", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:03:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3b46a297-4672-490e-a812-70cb00eff99e", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:03:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3b46a297-4672-490e-a812-70cb00eff99e", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:03:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3b46a297-4672-490e-a812-70cb00eff99e", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "a0776d6c-58fd-488c-8217-9583a312731d", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:03:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "a0776d6c-58fd-488c-8217-9583a312731d", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:03:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "73d3b201-bfce-42e8-9047-b73ea9bc156f", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "73d3b201-bfce-42e8-9047-b73ea9bc156f", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "73d3b201-bfce-42e8-9047-b73ea9bc156f", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "73d3b201-bfce-42e8-9047-b73ea9bc156f", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:03:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "73d3b201-bfce-42e8-9047-b73ea9bc156f", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:03:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "73d3b201-bfce-42e8-9047-b73ea9bc156f", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "8f5706b1-7a41-4006-93f8-d0d09d2bfa68", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:03:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "8f5706b1-7a41-4006-93f8-d0d09d2bfa68", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:03:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "8f5706b1-7a41-4006-93f8-d0d09d2bfa68", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:03:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "9e0c8853-f2aa-4351-9172-93e16b4fade5", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "9e0c8853-f2aa-4351-9172-93e16b4fade5", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "9e0c8853-f2aa-4351-9172-93e16b4fade5", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "9e0c8853-f2aa-4351-9172-93e16b4fade5", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:03:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "9e0c8853-f2aa-4351-9172-93e16b4fade5", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:03:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "9e0c8853-f2aa-4351-9172-93e16b4fade5", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9d711628-9d5d-4548-a76d-13e1c6c3eba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:03:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "62dba21f-8411-43e7-b0e4-500a5e442871", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:03:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "46b2e04e-f9d3-4817-b79f-cb6ef5b61019", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "46b2e04e-f9d3-4817-b79f-cb6ef5b61019", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "46b2e04e-f9d3-4817-b79f-cb6ef5b61019", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "46b2e04e-f9d3-4817-b79f-cb6ef5b61019", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:03:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "46b2e04e-f9d3-4817-b79f-cb6ef5b61019", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:03:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "46b2e04e-f9d3-4817-b79f-cb6ef5b61019", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:03:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "68225e45-74f8-4bee-8088-966f24470da0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "68225e45-74f8-4bee-8088-966f24470da0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "68225e45-74f8-4bee-8088-966f24470da0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "683b09af-77ba-4256-b2fa-fcafe2a31500", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "68225e45-74f8-4bee-8088-966f24470da0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:03:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "68225e45-74f8-4bee-8088-966f24470da0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:03:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "68225e45-74f8-4bee-8088-966f24470da0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "683b09af-77ba-4256-b2fa-fcafe2a31500", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "683b09af-77ba-4256-b2fa-fcafe2a31500", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "09fda5bd-a811-4121-86e5-2ee7438141fd", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "09fda5bd-a811-4121-86e5-2ee7438141fd", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "09fda5bd-a811-4121-86e5-2ee7438141fd", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "09fda5bd-a811-4121-86e5-2ee7438141fd", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:03:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "09fda5bd-a811-4121-86e5-2ee7438141fd", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:03:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "09fda5bd-a811-4121-86e5-2ee7438141fd", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "43adaffc-59d7-4077-acb8-b4c094b90135", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "43adaffc-59d7-4077-acb8-b4c094b90135", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "43adaffc-59d7-4077-acb8-b4c094b90135", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:03:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "857959a9-d2dc-4ca9-9a40-34e6b98400d0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "857959a9-d2dc-4ca9-9a40-34e6b98400d0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "857959a9-d2dc-4ca9-9a40-34e6b98400d0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:03:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "857959a9-d2dc-4ca9-9a40-34e6b98400d0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:03:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "857959a9-d2dc-4ca9-9a40-34e6b98400d0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:03:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "857959a9-d2dc-4ca9-9a40-34e6b98400d0", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:04:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "51086933-abff-4e9b-bf6d-5dc992c5091e", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:04:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "51086933-abff-4e9b-bf6d-5dc992c5091e", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:04:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "51086933-abff-4e9b-bf6d-5dc992c5091e", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:04:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "51086933-abff-4e9b-bf6d-5dc992c5091e", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:04:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "51086933-abff-4e9b-bf6d-5dc992c5091e", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:04:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "51086933-abff-4e9b-bf6d-5dc992c5091e", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:04:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "b39d10ce-1ea7-465b-9e85-9bb7c78bc2fe", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:04:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "b39d10ce-1ea7-465b-9e85-9bb7c78bc2fe", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:04:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "b39d10ce-1ea7-465b-9e85-9bb7c78bc2fe", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "57fd461b-e3b0-4d44-8ece-582387a1377d", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "57fd461b-e3b0-4d44-8ece-582387a1377d", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "57fd461b-e3b0-4d44-8ece-582387a1377d", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:06:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3610152c-66cf-481e-897e-e61a8b34fca3", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3610152c-66cf-481e-897e-e61a8b34fca3", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb"} 2026-07-06T20:06:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3610152c-66cf-481e-897e-e61a8b34fca3", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3610152c-66cf-481e-897e-e61a8b34fca3", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3610152c-66cf-481e-897e-e61a8b34fca3", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:06:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3610152c-66cf-481e-897e-e61a8b34fca3", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:06:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3610152c-66cf-481e-897e-e61a8b34fca3", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "3610152c-66cf-481e-897e-e61a8b34fca3", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "auth-test-model-4430fb", "reconcileID": "f6dc9acd-88cf-4303-a100-bf55ab42f1ad", "LLMInferenceService": "auth-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "1ec53abf-2b6f-4c5c-8068-28f920e5a9df", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "1ec53abf-2b6f-4c5c-8068-28f920e5a9df", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "1ec53abf-2b6f-4c5c-8068-28f920e5a9df", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "d0e973c6-e7e9-46bc-86cf-3f89998c3875", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "d0e973c6-e7e9-46bc-86cf-3f89998c3875", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "d0e973c6-e7e9-46bc-86cf-3f89998c3875", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:06:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "1e1a70f5-b79d-459b-abf0-fdb758d9fbaf", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "1e1a70f5-b79d-459b-abf0-fdb758d9fbaf", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61"} 2026-07-06T20:06:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "1e1a70f5-b79d-459b-abf0-fdb758d9fbaf", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "1e1a70f5-b79d-459b-abf0-fdb758d9fbaf", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "1e1a70f5-b79d-459b-abf0-fdb758d9fbaf", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:06:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "1e1a70f5-b79d-459b-abf0-fdb758d9fbaf", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:06:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "1e1a70f5-b79d-459b-abf0-fdb758d9fbaf", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "1e1a70f5-b79d-459b-abf0-fdb758d9fbaf", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "auth-test-model-33ae61", "reconcileID": "d2554a47-d11a-4c80-bb90-8abde812257b", "LLMInferenceService": "auth-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "979a0603-3ba5-4590-8361-8acd0f655848", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "979a0603-3ba5-4590-8361-8acd0f655848", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "979a0603-3ba5-4590-8361-8acd0f655848", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "a2c6ad07-a5c2-4fef-8e22-392e2961bb37", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "a2c6ad07-a5c2-4fef-8e22-392e2961bb37", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "a2c6ad07-a5c2-4fef-8e22-392e2961bb37", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:06:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "7dacbf73-8f4c-4755-ab45-38797d0329e3", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "7dacbf73-8f4c-4755-ab45-38797d0329e3", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "7dacbf73-8f4c-4755-ab45-38797d0329e3", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "96ec3484-384d-40bf-95e3-8fb9e6ddba7d", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:06:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "7dacbf73-8f4c-4755-ab45-38797d0329e3", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:06:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "7dacbf73-8f4c-4755-ab45-38797d0329e3", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:06:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "7dacbf73-8f4c-4755-ab45-38797d0329e3", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "96ec3484-384d-40bf-95e3-8fb9e6ddba7d", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:06:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "96ec3484-384d-40bf-95e3-8fb9e6ddba7d", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:06:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "91ce6a21-9f3d-4f32-aa9e-fb070ab182ae", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "91ce6a21-9f3d-4f32-aa9e-fb070ab182ae", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "91ce6a21-9f3d-4f32-aa9e-fb070ab182ae", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "91ce6a21-9f3d-4f32-aa9e-fb070ab182ae", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:06:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "91ce6a21-9f3d-4f32-aa9e-fb070ab182ae", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:06:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "91ce6a21-9f3d-4f32-aa9e-fb070ab182ae", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "2422b4c3-710f-47cc-97fa-22671d51619b", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:06:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "2422b4c3-710f-47cc-97fa-22671d51619b", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:06:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "2422b4c3-710f-47cc-97fa-22671d51619b", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:06:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "af4ef3af-40ff-4042-ad07-fbb6548d8ac5", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "af4ef3af-40ff-4042-ad07-fbb6548d8ac5", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "af4ef3af-40ff-4042-ad07-fbb6548d8ac5", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "af4ef3af-40ff-4042-ad07-fbb6548d8ac5", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:06:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "af4ef3af-40ff-4042-ad07-fbb6548d8ac5", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:06:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "af4ef3af-40ff-4042-ad07-fbb6548d8ac5", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "9b4de3fa-2545-44a3-8655-4382ba0061da", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "9b4de3fa-2545-44a3-8655-4382ba0061da", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "9b4de3fa-2545-44a3-8655-4382ba0061da", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "9b4de3fa-2545-44a3-8655-4382ba0061da", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:06:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "9b4de3fa-2545-44a3-8655-4382ba0061da", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:06:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "9b4de3fa-2545-44a3-8655-4382ba0061da", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:06:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "f3b09b04-65ed-47ac-8854-976586ec0d27", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "f3b09b04-65ed-47ac-8854-976586ec0d27", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "f3b09b04-65ed-47ac-8854-976586ec0d27", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "75eb9ca2-f6b9-4186-9fd1-97893be04d57", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:06:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "f3b09b04-65ed-47ac-8854-976586ec0d27", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:06:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "f3b09b04-65ed-47ac-8854-976586ec0d27", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:06:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "f3b09b04-65ed-47ac-8854-976586ec0d27", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "75eb9ca2-f6b9-4186-9fd1-97893be04d57", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:06:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "75eb9ca2-f6b9-4186-9fd1-97893be04d57", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:06:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "457d288e-6bb3-4901-9d75-67834c706e60", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "457d288e-6bb3-4901-9d75-67834c706e60", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "457d288e-6bb3-4901-9d75-67834c706e60", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "457d288e-6bb3-4901-9d75-67834c706e60", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:06:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "457d288e-6bb3-4901-9d75-67834c706e60", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:06:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "457d288e-6bb3-4901-9d75-67834c706e60", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "bc2efaf7-f4a6-4f56-86a4-b100ad028310", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:06:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "bc2efaf7-f4a6-4f56-86a4-b100ad028310", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:06:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "bc2efaf7-f4a6-4f56-86a4-b100ad028310", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:06:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c61ce156-0a3c-461a-8f7d-06a2f17efb2c", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c61ce156-0a3c-461a-8f7d-06a2f17efb2c", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c61ce156-0a3c-461a-8f7d-06a2f17efb2c", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c61ce156-0a3c-461a-8f7d-06a2f17efb2c", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:06:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c61ce156-0a3c-461a-8f7d-06a2f17efb2c", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:06:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c61ce156-0a3c-461a-8f7d-06a2f17efb2c", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c7175ddb-0937-4a7a-8b4e-443062a5ac96", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c7175ddb-0937-4a7a-8b4e-443062a5ac96", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c7175ddb-0937-4a7a-8b4e-443062a5ac96", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:06:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c7175ddb-0937-4a7a-8b4e-443062a5ac96", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:06:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c7175ddb-0937-4a7a-8b4e-443062a5ac96", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:06:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "c7175ddb-0937-4a7a-8b4e-443062a5ac96", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "b1cd6086-9f20-4b24-a33a-f75e6b5f3aab", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "b1cd6086-9f20-4b24-a33a-f75e6b5f3aab", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "b1cd6086-9f20-4b24-a33a-f75e6b5f3aab", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "b1cd6086-9f20-4b24-a33a-f75e6b5f3aab", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:07:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "b1cd6086-9f20-4b24-a33a-f75e6b5f3aab", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:07:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "b1cd6086-9f20-4b24-a33a-f75e6b5f3aab", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "567bf544-66b6-41a6-bf03-4463a9a5518a", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "567bf544-66b6-41a6-bf03-4463a9a5518a", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb"} 2026-07-06T20:07:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "567bf544-66b6-41a6-bf03-4463a9a5518a", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "567bf544-66b6-41a6-bf03-4463a9a5518a", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "567bf544-66b6-41a6-bf03-4463a9a5518a", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:07:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "567bf544-66b6-41a6-bf03-4463a9a5518a", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:07:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "567bf544-66b6-41a6-bf03-4463a9a5518a", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "567bf544-66b6-41a6-bf03-4463a9a5518a", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "sub-test-model-4430fb", "reconcileID": "85d7395b-0c4e-4beb-8695-29ce48f548a8", "LLMInferenceService": "sub-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "58520f12-4cc1-401f-86f3-e965dcd7e438", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:07:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "58520f12-4cc1-401f-86f3-e965dcd7e438", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:07:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "58520f12-4cc1-401f-86f3-e965dcd7e438", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:07:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "aeb090ae-a278-426b-bf15-911e04929568", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:07:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "aeb090ae-a278-426b-bf15-911e04929568", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:07:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "aeb090ae-a278-426b-bf15-911e04929568", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:07:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "02442e8b-8e8e-4ccc-b3a5-2d8fbb5b6b4e", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "02442e8b-8e8e-4ccc-b3a5-2d8fbb5b6b4e", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61"} 2026-07-06T20:07:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "02442e8b-8e8e-4ccc-b3a5-2d8fbb5b6b4e", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "02442e8b-8e8e-4ccc-b3a5-2d8fbb5b6b4e", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "02442e8b-8e8e-4ccc-b3a5-2d8fbb5b6b4e", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:07:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "02442e8b-8e8e-4ccc-b3a5-2d8fbb5b6b4e", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:07:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "02442e8b-8e8e-4ccc-b3a5-2d8fbb5b6b4e", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "02442e8b-8e8e-4ccc-b3a5-2d8fbb5b6b4e", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "sub-test-model-33ae61", "reconcileID": "5133a4ef-da0d-43cd-8435-7b437387c71e", "LLMInferenceService": "sub-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "2b93556f-3fd4-4800-9278-80abfad72f20", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:07:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "2b93556f-3fd4-4800-9278-80abfad72f20", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:07:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "2b93556f-3fd4-4800-9278-80abfad72f20", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:07:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "0ceffca9-b64a-4e91-a00b-439f6d09b22a", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:07:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "0ceffca9-b64a-4e91-a00b-439f6d09b22a", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:07:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "0ceffca9-b64a-4e91-a00b-439f6d09b22a", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:07:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "d1feccdc-71e3-4f84-8551-b394446f41f2", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "d1feccdc-71e3-4f84-8551-b394446f41f2", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "d1feccdc-71e3-4f84-8551-b394446f41f2", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "aeefc8cf-66e5-47ee-80a6-514c21b76539", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:07:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "d1feccdc-71e3-4f84-8551-b394446f41f2", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:07:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "d1feccdc-71e3-4f84-8551-b394446f41f2", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:07:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "d1feccdc-71e3-4f84-8551-b394446f41f2", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "aeefc8cf-66e5-47ee-80a6-514c21b76539", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:07:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "aeefc8cf-66e5-47ee-80a6-514c21b76539", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:07:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "aeeb8ca7-d401-41c3-976d-fcedb3293b94", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "aeeb8ca7-d401-41c3-976d-fcedb3293b94", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "aeeb8ca7-d401-41c3-976d-fcedb3293b94", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "aeeb8ca7-d401-41c3-976d-fcedb3293b94", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:07:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "aeeb8ca7-d401-41c3-976d-fcedb3293b94", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:07:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "aeeb8ca7-d401-41c3-976d-fcedb3293b94", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "0aa5bb02-b98f-4ca5-9146-de149428a7cf", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "0aa5bb02-b98f-4ca5-9146-de149428a7cf", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "0aa5bb02-b98f-4ca5-9146-de149428a7cf", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:07:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "41fab4bb-4dc0-4ea9-a020-557ee4b6ebaa", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "41fab4bb-4dc0-4ea9-a020-557ee4b6ebaa", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "41fab4bb-4dc0-4ea9-a020-557ee4b6ebaa", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "41fab4bb-4dc0-4ea9-a020-557ee4b6ebaa", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:07:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "41fab4bb-4dc0-4ea9-a020-557ee4b6ebaa", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:07:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "41fab4bb-4dc0-4ea9-a020-557ee4b6ebaa", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "f09a2bac-7e84-426b-bc46-cd4b63483001", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "f09a2bac-7e84-426b-bc46-cd4b63483001", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "f09a2bac-7e84-426b-bc46-cd4b63483001", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "f09a2bac-7e84-426b-bc46-cd4b63483001", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:07:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "f09a2bac-7e84-426b-bc46-cd4b63483001", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:07:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "f09a2bac-7e84-426b-bc46-cd4b63483001", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "3cdd1037-0656-476c-bce5-7138565d7441", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:07:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "785aa19c-5565-4dee-9928-2fc83f693e0f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "785aa19c-5565-4dee-9928-2fc83f693e0f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "785aa19c-5565-4dee-9928-2fc83f693e0f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "785aa19c-5565-4dee-9928-2fc83f693e0f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:07:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "785aa19c-5565-4dee-9928-2fc83f693e0f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "authType": "userdefined"} 2026-07-06T20:07:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "785aa19c-5565-4dee-9928-2fc83f693e0f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:07:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "9c817bff-3b74-4fed-b9b7-6bbb348c5a21", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "9c817bff-3b74-4fed-b9b7-6bbb348c5a21", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "9c817bff-3b74-4fed-b9b7-6bbb348c5a21", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "25d152d6-427a-441d-bd9f-67ef32539666", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:07:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "9c817bff-3b74-4fed-b9b7-6bbb348c5a21", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:07:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "9c817bff-3b74-4fed-b9b7-6bbb348c5a21", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:07:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "9c817bff-3b74-4fed-b9b7-6bbb348c5a21", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "25d152d6-427a-441d-bd9f-67ef32539666", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:07:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "25d152d6-427a-441d-bd9f-67ef32539666", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:07:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "50aaa1fa-5244-468a-bc71-bf3dd4d9f95d", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "50aaa1fa-5244-468a-bc71-bf3dd4d9f95d", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "50aaa1fa-5244-468a-bc71-bf3dd4d9f95d", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "50aaa1fa-5244-468a-bc71-bf3dd4d9f95d", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:07:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "50aaa1fa-5244-468a-bc71-bf3dd4d9f95d", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:07:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "50aaa1fa-5244-468a-bc71-bf3dd4d9f95d", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "76245b26-ee54-4040-9dbf-6ec37f9ec966", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:07:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "76245b26-ee54-4040-9dbf-6ec37f9ec966", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:07:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "76245b26-ee54-4040-9dbf-6ec37f9ec966", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:07:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "c8ff2fb7-dcca-43cf-8125-c89a74326ab8", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "c8ff2fb7-dcca-43cf-8125-c89a74326ab8", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "c8ff2fb7-dcca-43cf-8125-c89a74326ab8", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:07:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "c8ff2fb7-dcca-43cf-8125-c89a74326ab8", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:07:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "c8ff2fb7-dcca-43cf-8125-c89a74326ab8", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:07:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "c8ff2fb7-dcca-43cf-8125-c89a74326ab8", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "98b24177-73dd-4a9d-911d-7f3c8c163bf2", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "98b24177-73dd-4a9d-911d-7f3c8c163bf2", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "98b24177-73dd-4a9d-911d-7f3c8c163bf2", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "98b24177-73dd-4a9d-911d-7f3c8c163bf2", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:08:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "98b24177-73dd-4a9d-911d-7f3c8c163bf2", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:08:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "98b24177-73dd-4a9d-911d-7f3c8c163bf2", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "5065fc4c-177d-4b31-8599-e8774c5b9a31", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "5065fc4c-177d-4b31-8599-e8774c5b9a31", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "5065fc4c-177d-4b31-8599-e8774c5b9a31", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "5065fc4c-177d-4b31-8599-e8774c5b9a31", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:08:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "5065fc4c-177d-4b31-8599-e8774c5b9a31", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "authType": "userdefined"} 2026-07-06T20:08:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "5065fc4c-177d-4b31-8599-e8774c5b9a31", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "922c985f-24f9-43cf-8505-492ed6c05064", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c33392c1-dd0c-4f4c-bcd0-96df46d12e7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:08:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "2a3b97ea-1bd5-4cee-b27f-90c6fc14801f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:08:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "2a3b97ea-1bd5-4cee-b27f-90c6fc14801f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb"} 2026-07-06T20:08:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "2a3b97ea-1bd5-4cee-b27f-90c6fc14801f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:08:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "2a3b97ea-1bd5-4cee-b27f-90c6fc14801f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:08:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "2a3b97ea-1bd5-4cee-b27f-90c6fc14801f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:08:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "2a3b97ea-1bd5-4cee-b27f-90c6fc14801f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb-kserve-route-authn"} 2026-07-06T20:08:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "2a3b97ea-1bd5-4cee-b27f-90c6fc14801f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:08:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "2a3b97ea-1bd5-4cee-b27f-90c6fc14801f", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:08:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4430fb","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "rate-test-model-4430fb", "reconcileID": "758f02b4-0b19-4576-b375-591f01560c5a", "LLMInferenceService": "rate-test-model-4430fb", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:08:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "2b5dc20e-86f0-4e4f-bff6-0e70c07f10c8", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:08:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "2b5dc20e-86f0-4e4f-bff6-0e70c07f10c8", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:08:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "2b5dc20e-86f0-4e4f-bff6-0e70c07f10c8", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:08:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "0a77de18-0bb3-4962-a73a-222e42021a77", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:08:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "0a77de18-0bb3-4962-a73a-222e42021a77", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:08:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "0a77de18-0bb3-4962-a73a-222e42021a77", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:08:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "a5bf1f18-7d51-4d4f-a84e-786237df0da6", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "a5bf1f18-7d51-4d4f-a84e-786237df0da6", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61"} 2026-07-06T20:08:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "a5bf1f18-7d51-4d4f-a84e-786237df0da6", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "a5bf1f18-7d51-4d4f-a84e-786237df0da6", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "a5bf1f18-7d51-4d4f-a84e-786237df0da6", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:08:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "a5bf1f18-7d51-4d4f-a84e-786237df0da6", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61-kserve-route-authn"} 2026-07-06T20:08:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "a5bf1f18-7d51-4d4f-a84e-786237df0da6", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "a5bf1f18-7d51-4d4f-a84e-786237df0da6", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33ae61","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "rate-test-model-33ae61", "reconcileID": "da19b86d-1cc4-4961-8604-a3896b73fb34", "LLMInferenceService": "rate-test-model-33ae61", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:08:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "d11efc23-7ad5-42ef-99e9-44124d933f63", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:08:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "d11efc23-7ad5-42ef-99e9-44124d933f63", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:08:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "d11efc23-7ad5-42ef-99e9-44124d933f63", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:08:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "52b3237e-ebce-400c-9aa5-1778ee9a2b74", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:08:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "52b3237e-ebce-400c-9aa5-1778ee9a2b74", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:08:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "52b3237e-ebce-400c-9aa5-1778ee9a2b74", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:08:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ed428d35-062f-4e78-bea9-338185166e55", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:08:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "f027decf-84c7-4bf4-a4db-cd5c1104e1db", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:08:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "f027decf-84c7-4bf4-a4db-cd5c1104e1db", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb-authn-ssl"} 2026-07-06T20:08:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "f027decf-84c7-4bf4-a4db-cd5c1104e1db", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:08:39Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:08:39Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:08:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:08:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:09:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8964fc70-41ed-4671-becb-d6329c868ac5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:09:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8964fc70-41ed-4671-becb-d6329c868ac5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:09:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8964fc70-41ed-4671-becb-d6329c868ac5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-4430fb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:09:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-trusted-ca-bundle", "reconcileID": "0c2c6902-0b29-4a8f-8194-15ab5fdcbfa8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:09:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-trusted-ca-bundle", "reconcileID": "0c2c6902-0b29-4a8f-8194-15ab5fdcbfa8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:09:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "openshift-service-ca.crt", "reconcileID": "e154cd91-0453-4980-a39b-f7e0d5879cfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:09:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "openshift-service-ca.crt", "reconcileID": "e154cd91-0453-4980-a39b-f7e0d5879cfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:09:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04b55d88-0786-460b-8494-93bc18f35390", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:09:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4430fb"}, "namespace": "ai-tenant-e2e-shared-a-4430fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04b55d88-0786-460b-8494-93bc18f35390", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4430fb"} 2026-07-06T20:09:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4430fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4430fb", "reconcileID": "6dce5174-5aff-4e8b-9df5-3559e6fee2b6", "Gateway": "e2e-shared-a-4430fb", "namespace": "openshift-ingress"} 2026-07-06T20:09:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "633991e7-b07c-448c-b8c3-ce6e6e451520", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:09:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "be6c3f6f-5951-4e2a-81c1-786d95680320", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:09:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "be6c3f6f-5951-4e2a-81c1-786d95680320", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61-authn-ssl"} 2026-07-06T20:09:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "be6c3f6f-5951-4e2a-81c1-786d95680320", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"} 2026-07-06T20:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbaf7a53-af05-4c81-9a3a-388d87906e50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:09:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbaf7a53-af05-4c81-9a3a-388d87906e50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:09:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbaf7a53-af05-4c81-9a3a-388d87906e50", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-33ae61 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-trusted-ca-bundle", "reconcileID": "b171e3ea-5cac-468f-8190-63ea2982fd94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-trusted-ca-bundle", "reconcileID": "b171e3ea-5cac-468f-8190-63ea2982fd94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "openshift-service-ca.crt", "reconcileID": "8bf3e865-8ed1-44e2-8d49-107ca6509ea4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "openshift-service-ca.crt", "reconcileID": "8bf3e865-8ed1-44e2-8d49-107ca6509ea4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89fe5f87-0c1a-44f2-bb26-4e3139f026c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33ae61"}, "namespace": "ai-tenant-e2e-shared-b-33ae61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89fe5f87-0c1a-44f2-bb26-4e3139f026c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33ae61"} 2026-07-06T20:09:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33ae61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33ae61", "reconcileID": "52ecfcf7-69fd-43ff-a7c0-be1daf12e9e9", "Gateway": "e2e-shared-b-33ae61", "namespace": "openshift-ingress"}