2026-07-09T19:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "9d0c7cda-0539-410e-882d-500877ed8bb4", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "9d0c7cda-0539-410e-882d-500877ed8bb4", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress", "name": "e2e-api-b-a73219-authn-ssl"} 2026-07-09T19:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "9d0c7cda-0539-410e-882d-500877ed8bb4", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "1ed5030f-e7a1-49d9-a8d0-090b8ebfaabf", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "1ed5030f-e7a1-49d9-a8d0-090b8ebfaabf", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress", "name": "e2e-api-b-a73219-authn-ssl"} 2026-07-09T19:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "1ed5030f-e7a1-49d9-a8d0-090b8ebfaabf", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:34:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "b703e6b7-6d2e-4494-93a1-2dda627f60af", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:34:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "b703e6b7-6d2e-4494-93a1-2dda627f60af", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress", "name": "e2e-api-b-a73219-authn-ssl"} 2026-07-09T19:34:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "b703e6b7-6d2e-4494-93a1-2dda627f60af", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "openshift-service-ca.crt", "reconcileID": "d74c7fb7-0b18-4bd1-95be-7fc4d89f1274", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-trusted-ca-bundle", "reconcileID": "63b5b8df-8e77-495a-8586-371848108b67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:34:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "openshift-service-ca.crt", "reconcileID": "4d9c06bc-5076-46f4-a654-4c07d9c20719", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a73219", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:34:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "openshift-service-ca.crt", "reconcileID": "4d9c06bc-5076-46f4-a654-4c07d9c20719", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "404ce100-d7bb-4607-b8dc-d8e449f78c51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "openshift-service-ca.crt", "reconcileID": "76eac3cc-1450-4ce7-a885-460d07315e25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:34:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-trusted-ca-bundle", "reconcileID": "0c4f70cc-9990-4fd4-8487-744665d1f484", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:34:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-trusted-ca-bundle", "reconcileID": "0c4f70cc-9990-4fd4-8487-744665d1f484", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e2d9ca8-9fad-4e95-b396-49dd52f4039d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:34:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "7e3dc1af-6720-460c-b9f1-a4291d9e8089", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:34:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "7e3dc1af-6720-460c-b9f1-a4291d9e8089", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress", "name": "e2e-api-b-a73219-authn-ssl"} 2026-07-09T19:34:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "7e3dc1af-6720-460c-b9f1-a4291d9e8089", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bfd47620-cf55-4159-92cf-e193b72741a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-47c272","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-47c272", "reconcileID": "7cdc2538-62b9-42da-aad3-ce670570c027", "Gateway": "e2e-api-a-47c272", "namespace": "openshift-ingress"} 2026-07-09T19:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-47c272","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-47c272", "reconcileID": "7cdc2538-62b9-42da-aad3-ce670570c027", "Gateway": "e2e-api-a-47c272", "namespace": "openshift-ingress", "name": "e2e-api-a-47c272-authn-ssl"} 2026-07-09T19:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-47c272","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-47c272", "reconcileID": "7cdc2538-62b9-42da-aad3-ce670570c027", "Gateway": "e2e-api-a-47c272", "namespace": "openshift-ingress"} 2026-07-09T19:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "245360a9-1f07-4ece-8ce3-f75f04e34c03", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "245360a9-1f07-4ece-8ce3-f75f04e34c03", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress", "name": "e2e-api-b-a73219-authn-ssl"} 2026-07-09T19:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "245360a9-1f07-4ece-8ce3-f75f04e34c03", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:35:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2c8915c7-7dfc-4dfc-8c2f-0d2e56a3bde7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:35:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-47c272","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-47c272", "reconcileID": "923b1b2b-7117-4808-b2e8-a33c6267bc75", "Gateway": "e2e-api-a-47c272", "namespace": "openshift-ingress"} 2026-07-09T19:35:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-47c272","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-47c272", "reconcileID": "923b1b2b-7117-4808-b2e8-a33c6267bc75", "Gateway": "e2e-api-a-47c272", "namespace": "openshift-ingress", "name": "e2e-api-a-47c272-authn-ssl"} 2026-07-09T19:35:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-47c272","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-47c272", "reconcileID": "923b1b2b-7117-4808-b2e8-a33c6267bc75", "Gateway": "e2e-api-a-47c272", "namespace": "openshift-ingress"} 2026-07-09T19:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-47c272"}, "namespace": "ai-tenant-e2e-api-a-47c272", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22157446-a47c-4bae-b5a6-38b0357404d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-47c272"} 2026-07-09T19:35:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-47c272"}, "namespace": "ai-tenant-e2e-api-a-47c272", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22157446-a47c-4bae-b5a6-38b0357404d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-47c272", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:35:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-47c272"}, "namespace": "ai-tenant-e2e-api-a-47c272", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22157446-a47c-4bae-b5a6-38b0357404d1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-47c272 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T19:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-47c272"}, "namespace": "ai-tenant-e2e-api-a-47c272", "name": "odh-trusted-ca-bundle", "reconcileID": "0a1e39a9-f453-4256-aaae-814598158ce3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-47c272"} 2026-07-09T19:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-47c272"}, "namespace": "ai-tenant-e2e-api-a-47c272", "name": "odh-trusted-ca-bundle", "reconcileID": "0a1e39a9-f453-4256-aaae-814598158ce3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-47c272"} 2026-07-09T19:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-47c272"}, "namespace": "ai-tenant-e2e-api-a-47c272", "name": "openshift-service-ca.crt", "reconcileID": "c9b08370-6637-4343-aab2-6493fe964f31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-47c272"} 2026-07-09T19:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-47c272"}, "namespace": "ai-tenant-e2e-api-a-47c272", "name": "openshift-service-ca.crt", "reconcileID": "c9b08370-6637-4343-aab2-6493fe964f31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-47c272"} 2026-07-09T19:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-47c272"}, "namespace": "ai-tenant-e2e-api-a-47c272", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9164a833-6200-45af-98d3-a43d1a3cef12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-47c272"} 2026-07-09T19:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-47c272"}, "namespace": "ai-tenant-e2e-api-a-47c272", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9164a833-6200-45af-98d3-a43d1a3cef12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-47c272"} 2026-07-09T19:35:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-47c272","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-47c272", "reconcileID": "03ecc3fc-7a6b-4c8c-8510-32d55d37ff69", "Gateway": "e2e-api-a-47c272", "namespace": "openshift-ingress"} 2026-07-09T19:35:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f5f0d01-e461-4405-94b8-ae88feb8ea8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:35:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "7db030be-33e4-491a-9e91-209a0dba5695", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:35:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "7db030be-33e4-491a-9e91-209a0dba5695", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress", "name": "e2e-api-b-a73219-authn-ssl"} 2026-07-09T19:35:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "7db030be-33e4-491a-9e91-209a0dba5695", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:35:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9744218-5c67-4986-a923-b4cbf8a5340d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:35:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "964633d7-63b3-4590-bb81-adb93f5535ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:35:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "964633d7-63b3-4590-bb81-adb93f5535ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:35:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "964633d7-63b3-4590-bb81-adb93f5535ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a73219 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T19:35:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-trusted-ca-bundle", "reconcileID": "6f43ec0b-ea66-4364-9682-78b51fd75084", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:35:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-trusted-ca-bundle", "reconcileID": "6f43ec0b-ea66-4364-9682-78b51fd75084", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:35:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "openshift-service-ca.crt", "reconcileID": "ea6c5272-6bda-4352-add7-ba1af33c0e07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:35:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "openshift-service-ca.crt", "reconcileID": "ea6c5272-6bda-4352-add7-ba1af33c0e07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:35:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b29f44d0-7af5-40b7-b0c1-ee97c13ad608", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:35:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a73219"}, "namespace": "ai-tenant-e2e-api-b-a73219", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b29f44d0-7af5-40b7-b0c1-ee97c13ad608", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a73219"} 2026-07-09T19:35:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a73219","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a73219", "reconcileID": "96214f6d-db2b-4c81-9fa0-387f7e9b0651", "Gateway": "e2e-api-b-a73219", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "68bcd3fe-5f2d-4727-868b-60fe85d3ffb3", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "68bcd3fe-5f2d-4727-868b-60fe85d3ffb3", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "68bcd3fe-5f2d-4727-868b-60fe85d3ffb3", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "c4b5e2a7-1e5e-4036-a2d9-0ed0552c4a31", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "c4b5e2a7-1e5e-4036-a2d9-0ed0552c4a31", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "c4b5e2a7-1e5e-4036-a2d9-0ed0552c4a31", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "ac1e2061-3a06-4cc9-a7c2-e49691989ddf", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "ac1e2061-3a06-4cc9-a7c2-e49691989ddf", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "ac1e2061-3a06-4cc9-a7c2-e49691989ddf", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "e4549213-9bb7-4cef-ad65-9f9b9be11d83", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "e4549213-9bb7-4cef-ad65-9f9b9be11d83", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "e4549213-9bb7-4cef-ad65-9f9b9be11d83", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "95d41992-0a3e-40b0-a662-6b474675e925", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "95d41992-0a3e-40b0-a662-6b474675e925", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "95d41992-0a3e-40b0-a662-6b474675e925", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "4b5fb2c7-798b-49d5-aa4f-b190ba0e482b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "4b5fb2c7-798b-49d5-aa4f-b190ba0e482b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "4b5fb2c7-798b-49d5-aa4f-b190ba0e482b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "a823229f-23d1-4f08-ad4d-f1e133595475", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "a823229f-23d1-4f08-ad4d-f1e133595475", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:35:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "a823229f-23d1-4f08-ad4d-f1e133595475", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "openshift-service-ca.crt", "reconcileID": "cb9eebb2-1bd4-4fb2-9788-15e54bbf96d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "openshift-service-ca.crt", "reconcileID": "a30753e7-005f-4021-bdd1-daccfdb4d2d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77ffac", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:35:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "openshift-service-ca.crt", "reconcileID": "a30753e7-005f-4021-bdd1-daccfdb4d2d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-trusted-ca-bundle", "reconcileID": "f666bc9f-bf4c-4ea3-9612-88b008005b81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:35:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-trusted-ca-bundle", "reconcileID": "f666bc9f-bf4c-4ea3-9612-88b008005b81", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T19:35:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "openshift-service-ca.crt", "reconcileID": "eda36dec-b8a3-4e53-8605-9132e08652c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a307701a-b4fa-44df-927a-3c77825ac4c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-trusted-ca-bundle", "reconcileID": "988109b5-68f0-41c3-be0c-701e1d432201", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-trusted-ca-bundle", "reconcileID": "93e27e96-677d-46fd-8af9-318801817329", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:35:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-trusted-ca-bundle", "reconcileID": "93e27e96-677d-46fd-8af9-318801817329", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8afacc6-26d4-4c9d-8b1b-c3c28ab8acdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "c18a22f9-f311-4ead-be92-5969a72a727b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "c18a22f9-f311-4ead-be92-5969a72a727b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:35:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "c18a22f9-f311-4ead-be92-5969a72a727b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4af3ce88-e77e-4b20-941e-5a8cfba05c58", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "992d3584-a2f2-4927-98d6-32afc97ed39e", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "992d3584-a2f2-4927-98d6-32afc97ed39e", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "992d3584-a2f2-4927-98d6-32afc97ed39e", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "293fa11a-fdc9-4f3f-8f82-7e70af5e3190", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "293fa11a-fdc9-4f3f-8f82-7e70af5e3190", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "293fa11a-fdc9-4f3f-8f82-7e70af5e3190", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "85dd4be0-0d56-458d-b6a1-bd26d9bfefe8", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "85dd4be0-0d56-458d-b6a1-bd26d9bfefe8", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "85dd4be0-0d56-458d-b6a1-bd26d9bfefe8", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "2595746d-4a1e-47bd-8acd-5dc16f29270b", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "2595746d-4a1e-47bd-8acd-5dc16f29270b", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "2595746d-4a1e-47bd-8acd-5dc16f29270b", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "4a1402a2-d9a3-4b7a-9fca-caadaffae1b1", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "4a1402a2-d9a3-4b7a-9fca-caadaffae1b1", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "4a1402a2-d9a3-4b7a-9fca-caadaffae1b1", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "9be698b8-c425-433e-bed9-884eca698184", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "9be698b8-c425-433e-bed9-884eca698184", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "9be698b8-c425-433e-bed9-884eca698184", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "26485875-cd3c-49ca-99ca-6db45b8b8b72", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "26485875-cd3c-49ca-99ca-6db45b8b8b72", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:35:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "26485875-cd3c-49ca-99ca-6db45b8b8b72", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "openshift-service-ca.crt", "reconcileID": "ab91a7e9-c464-40eb-8164-3928810e08cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:35:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-trusted-ca-bundle", "reconcileID": "298f0818-fb28-4021-8753-e7b01e31669b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:35:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "openshift-service-ca.crt", "reconcileID": "831038a3-9c71-4422-99a7-e5c99d02b025", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-11fb58", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:35:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "openshift-service-ca.crt", "reconcileID": "831038a3-9c71-4422-99a7-e5c99d02b025", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:35:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9933198e-8e63-43d4-97ea-f9f33b18aba7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:35:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "openshift-service-ca.crt", "reconcileID": "d2a2e26b-e5f4-48bf-8527-4c6a35df560a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:35:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-trusted-ca-bundle", "reconcileID": "4106c650-1841-459b-aa3c-a6e1318f9862", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:35:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-trusted-ca-bundle", "reconcileID": "4106c650-1841-459b-aa3c-a6e1318f9862", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:35:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b5028dc-1f66-4846-939e-a37eb3e76a22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:35:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "083480d6-df17-4639-a6f2-1839445d6a8c", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "083480d6-df17-4639-a6f2-1839445d6a8c", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:35:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "083480d6-df17-4639-a6f2-1839445d6a8c", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f73e7ac2-ed31-473d-bbd5-0c7ef02dfee8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "4b0cfdfd-30ad-4674-8250-5d1ecf8e2e9b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "4b0cfdfd-30ad-4674-8250-5d1ecf8e2e9b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "4b0cfdfd-30ad-4674-8250-5d1ecf8e2e9b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "f1ac47e5-b5e9-4662-8414-6ac2d2cbb9db", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "f1ac47e5-b5e9-4662-8414-6ac2d2cbb9db", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:35:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "f1ac47e5-b5e9-4662-8414-6ac2d2cbb9db", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:35:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "372ef1f6-263e-4c0a-bfe5-b8e3bd752861", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "372ef1f6-263e-4c0a-bfe5-b8e3bd752861", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "372ef1f6-263e-4c0a-bfe5-b8e3bd752861", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "fad76689-aab3-4077-ab1c-a3fccb40fe35", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "372ef1f6-263e-4c0a-bfe5-b8e3bd752861", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:35:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "372ef1f6-263e-4c0a-bfe5-b8e3bd752861", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:35:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "372ef1f6-263e-4c0a-bfe5-b8e3bd752861", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "fad76689-aab3-4077-ab1c-a3fccb40fe35", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "fad76689-aab3-4077-ab1c-a3fccb40fe35", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:35:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "a55b8b52-b996-4dff-bf3b-f2b2746e5bc3", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "a55b8b52-b996-4dff-bf3b-f2b2746e5bc3", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "a55b8b52-b996-4dff-bf3b-f2b2746e5bc3", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "a55b8b52-b996-4dff-bf3b-f2b2746e5bc3", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:35:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "a55b8b52-b996-4dff-bf3b-f2b2746e5bc3", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:35:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "a55b8b52-b996-4dff-bf3b-f2b2746e5bc3", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:35:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f71958f-3f5a-4087-abc7-87eaead4b177", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:35:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23340b13-94b3-4840-81dc-4c8883aa3489", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:36:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "97e20b6d-3899-4450-9c8d-e6753ff36e1b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:36:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "97e20b6d-3899-4450-9c8d-e6753ff36e1b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:36:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "97e20b6d-3899-4450-9c8d-e6753ff36e1b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:36:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "c859e0b7-6e13-43d1-b5e1-35b864f989e8", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "c859e0b7-6e13-43d1-b5e1-35b864f989e8", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "c859e0b7-6e13-43d1-b5e1-35b864f989e8", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "c859e0b7-6e13-43d1-b5e1-35b864f989e8", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:36:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "c859e0b7-6e13-43d1-b5e1-35b864f989e8", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:36:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "c859e0b7-6e13-43d1-b5e1-35b864f989e8", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "3cad36ff-a252-4eec-b5c5-dd6dc31af087", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "3cad36ff-a252-4eec-b5c5-dd6dc31af087", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "3cad36ff-a252-4eec-b5c5-dd6dc31af087", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "3cad36ff-a252-4eec-b5c5-dd6dc31af087", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:36:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "3cad36ff-a252-4eec-b5c5-dd6dc31af087", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:36:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "3cad36ff-a252-4eec-b5c5-dd6dc31af087", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "dc15429a-69ce-4ab0-807f-b1e01475989e", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "dc15429a-69ce-4ab0-807f-b1e01475989e", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "dc15429a-69ce-4ab0-807f-b1e01475989e", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "dc15429a-69ce-4ab0-807f-b1e01475989e", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:36:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "dc15429a-69ce-4ab0-807f-b1e01475989e", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:36:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "dc15429a-69ce-4ab0-807f-b1e01475989e", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:36:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "0f1e20d9-096e-499d-b059-256cdddfa794", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "0f1e20d9-096e-499d-b059-256cdddfa794", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "0f1e20d9-096e-499d-b059-256cdddfa794", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "5a843279-8f13-48c5-944b-5e8b7433c123", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:36:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "0f1e20d9-096e-499d-b059-256cdddfa794", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:36:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "0f1e20d9-096e-499d-b059-256cdddfa794", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:36:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "0f1e20d9-096e-499d-b059-256cdddfa794", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "5a843279-8f13-48c5-944b-5e8b7433c123", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:36:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "5a843279-8f13-48c5-944b-5e8b7433c123", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:36:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "894ebdb7-668c-49ae-97ab-d323a48b2b4b", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "894ebdb7-668c-49ae-97ab-d323a48b2b4b", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "894ebdb7-668c-49ae-97ab-d323a48b2b4b", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "894ebdb7-668c-49ae-97ab-d323a48b2b4b", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:36:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "894ebdb7-668c-49ae-97ab-d323a48b2b4b", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:36:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "894ebdb7-668c-49ae-97ab-d323a48b2b4b", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "e1c62e5f-1948-41d9-b3b3-bb0a285e43a5", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "e1c62e5f-1948-41d9-b3b3-bb0a285e43a5", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "e1c62e5f-1948-41d9-b3b3-bb0a285e43a5", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:36:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "9a4a5b8f-b9bb-4d1f-b534-e509c8330ceb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "9a4a5b8f-b9bb-4d1f-b534-e509c8330ceb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "9a4a5b8f-b9bb-4d1f-b534-e509c8330ceb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "9a4a5b8f-b9bb-4d1f-b534-e509c8330ceb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:36:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "9a4a5b8f-b9bb-4d1f-b534-e509c8330ceb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:36:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "9a4a5b8f-b9bb-4d1f-b534-e509c8330ceb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "28dc08a3-70c8-4eca-9294-3a30e075c727", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "28dc08a3-70c8-4eca-9294-3a30e075c727", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "28dc08a3-70c8-4eca-9294-3a30e075c727", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "28dc08a3-70c8-4eca-9294-3a30e075c727", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:36:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "28dc08a3-70c8-4eca-9294-3a30e075c727", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:36:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "28dc08a3-70c8-4eca-9294-3a30e075c727", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "bd770401-d65d-4e76-b1fe-5cebc5419aad", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "bd770401-d65d-4e76-b1fe-5cebc5419aad", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "bd770401-d65d-4e76-b1fe-5cebc5419aad", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "bd770401-d65d-4e76-b1fe-5cebc5419aad", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:36:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "bd770401-d65d-4e76-b1fe-5cebc5419aad", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:36:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "bd770401-d65d-4e76-b1fe-5cebc5419aad", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "b1c1c587-5b35-4ce0-a709-1e86bc5f194b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:36:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "b1c1c587-5b35-4ce0-a709-1e86bc5f194b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "b1c1c587-5b35-4ce0-a709-1e86bc5f194b", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:36:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "32613206-26cc-41f9-9d52-5e5a21e388a2", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:36:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "32613206-26cc-41f9-9d52-5e5a21e388a2", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:36:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "32613206-26cc-41f9-9d52-5e5a21e388a2", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:38:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "7115882a-02df-44c5-9d5e-286168ef89db", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "7115882a-02df-44c5-9d5e-286168ef89db", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac"} 2026-07-09T19:38:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "7115882a-02df-44c5-9d5e-286168ef89db", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "7115882a-02df-44c5-9d5e-286168ef89db", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "7115882a-02df-44c5-9d5e-286168ef89db", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:38:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "7115882a-02df-44c5-9d5e-286168ef89db", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:38:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "7115882a-02df-44c5-9d5e-286168ef89db", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "7115882a-02df-44c5-9d5e-286168ef89db", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "auth-test-model-77ffac", "reconcileID": "c299f313-c765-4512-8557-7b288e1a7af6", "LLMInferenceService": "auth-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "e3c6c356-f126-4912-96e0-35ab5770fc83", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:38:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "e3c6c356-f126-4912-96e0-35ab5770fc83", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:38:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "e3c6c356-f126-4912-96e0-35ab5770fc83", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:38:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "bdf5aca7-3487-429b-bcb9-6057e69553ac", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:38:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "bdf5aca7-3487-429b-bcb9-6057e69553ac", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:38:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "bdf5aca7-3487-429b-bcb9-6057e69553ac", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:38:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "cbedac20-eb73-46a6-b513-5c0b36527afb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "cbedac20-eb73-46a6-b513-5c0b36527afb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58"} 2026-07-09T19:38:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "cbedac20-eb73-46a6-b513-5c0b36527afb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "cbedac20-eb73-46a6-b513-5c0b36527afb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "cbedac20-eb73-46a6-b513-5c0b36527afb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:38:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "cbedac20-eb73-46a6-b513-5c0b36527afb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:38:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "cbedac20-eb73-46a6-b513-5c0b36527afb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "cbedac20-eb73-46a6-b513-5c0b36527afb", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "auth-test-model-11fb58", "reconcileID": "b6e1dec9-2c39-4c3f-ac0e-ab4d524a3b06", "LLMInferenceService": "auth-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "4f3902f1-4148-4d4e-ac8c-8526c5204853", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "4f3902f1-4148-4d4e-ac8c-8526c5204853", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "4f3902f1-4148-4d4e-ac8c-8526c5204853", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "d894b647-5e41-4cd8-abc5-9eaa140c2f93", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "d894b647-5e41-4cd8-abc5-9eaa140c2f93", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "d894b647-5e41-4cd8-abc5-9eaa140c2f93", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:38:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "3880483f-698b-44b0-96a1-a9abfaa7b30a", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "3880483f-698b-44b0-96a1-a9abfaa7b30a", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "3880483f-698b-44b0-96a1-a9abfaa7b30a", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "60190ac2-5220-470a-9e26-fcb2afe6fdaa", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:38:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "3880483f-698b-44b0-96a1-a9abfaa7b30a", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:38:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "3880483f-698b-44b0-96a1-a9abfaa7b30a", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:38:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "3880483f-698b-44b0-96a1-a9abfaa7b30a", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "60190ac2-5220-470a-9e26-fcb2afe6fdaa", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "60190ac2-5220-470a-9e26-fcb2afe6fdaa", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:38:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "792e0995-0874-4560-84e0-e483e5bcba34", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "792e0995-0874-4560-84e0-e483e5bcba34", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "792e0995-0874-4560-84e0-e483e5bcba34", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "792e0995-0874-4560-84e0-e483e5bcba34", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:38:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "792e0995-0874-4560-84e0-e483e5bcba34", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:38:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "792e0995-0874-4560-84e0-e483e5bcba34", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "a27a7919-b3e1-4695-8eee-c8eff9c4e028", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:38:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "a27a7919-b3e1-4695-8eee-c8eff9c4e028", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:38:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "a27a7919-b3e1-4695-8eee-c8eff9c4e028", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:38:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "5b45287a-72cb-446d-aee8-f34b3df1f5a0", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "5b45287a-72cb-446d-aee8-f34b3df1f5a0", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "5b45287a-72cb-446d-aee8-f34b3df1f5a0", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "5b45287a-72cb-446d-aee8-f34b3df1f5a0", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:38:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "5b45287a-72cb-446d-aee8-f34b3df1f5a0", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:38:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "5b45287a-72cb-446d-aee8-f34b3df1f5a0", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "44e0fe58-e380-4c59-833a-0f5161ca50e6", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "44e0fe58-e380-4c59-833a-0f5161ca50e6", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "44e0fe58-e380-4c59-833a-0f5161ca50e6", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "44e0fe58-e380-4c59-833a-0f5161ca50e6", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:38:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "44e0fe58-e380-4c59-833a-0f5161ca50e6", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:38:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "44e0fe58-e380-4c59-833a-0f5161ca50e6", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:38:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "83ef49d1-0432-4b57-a17d-038643b8711e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "83ef49d1-0432-4b57-a17d-038643b8711e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "83ef49d1-0432-4b57-a17d-038643b8711e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "b04fd495-5ce4-4621-8516-d9a96f20661c", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:38:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "83ef49d1-0432-4b57-a17d-038643b8711e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:38:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "83ef49d1-0432-4b57-a17d-038643b8711e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:38:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "83ef49d1-0432-4b57-a17d-038643b8711e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "b04fd495-5ce4-4621-8516-d9a96f20661c", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:38:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "b04fd495-5ce4-4621-8516-d9a96f20661c", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:38:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "b25fd331-81ac-47c0-a97a-7abaf17fe0e8", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "b25fd331-81ac-47c0-a97a-7abaf17fe0e8", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "b25fd331-81ac-47c0-a97a-7abaf17fe0e8", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "b25fd331-81ac-47c0-a97a-7abaf17fe0e8", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:38:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "b25fd331-81ac-47c0-a97a-7abaf17fe0e8", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:38:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "b25fd331-81ac-47c0-a97a-7abaf17fe0e8", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "15491035-c91b-4d02-b8a8-076415e4fdec", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:38:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "15491035-c91b-4d02-b8a8-076415e4fdec", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:38:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "15491035-c91b-4d02-b8a8-076415e4fdec", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:38:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bdcde6ad-5e8c-40aa-a18d-cf9349470f2e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bdcde6ad-5e8c-40aa-a18d-cf9349470f2e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bdcde6ad-5e8c-40aa-a18d-cf9349470f2e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:38:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bdcde6ad-5e8c-40aa-a18d-cf9349470f2e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:38:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bdcde6ad-5e8c-40aa-a18d-cf9349470f2e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:38:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bdcde6ad-5e8c-40aa-a18d-cf9349470f2e", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bf98ef11-89aa-4f9b-b865-84d724637314", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bf98ef11-89aa-4f9b-b865-84d724637314", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bf98ef11-89aa-4f9b-b865-84d724637314", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bf98ef11-89aa-4f9b-b865-84d724637314", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:39:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bf98ef11-89aa-4f9b-b865-84d724637314", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:39:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "bf98ef11-89aa-4f9b-b865-84d724637314", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "c7a5626e-b737-4a76-8174-767e655752a4", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "c7a5626e-b737-4a76-8174-767e655752a4", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "c7a5626e-b737-4a76-8174-767e655752a4", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "c7a5626e-b737-4a76-8174-767e655752a4", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:39:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "c7a5626e-b737-4a76-8174-767e655752a4", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:39:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "c7a5626e-b737-4a76-8174-767e655752a4", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:40Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T19:39:40Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T19:39:41Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T19:39:41Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T19:39:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "af2bb201-fbdf-4443-adea-7419e4440451", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "af2bb201-fbdf-4443-adea-7419e4440451", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac"} 2026-07-09T19:39:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "af2bb201-fbdf-4443-adea-7419e4440451", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "af2bb201-fbdf-4443-adea-7419e4440451", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "af2bb201-fbdf-4443-adea-7419e4440451", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:39:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "af2bb201-fbdf-4443-adea-7419e4440451", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:39:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "af2bb201-fbdf-4443-adea-7419e4440451", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "af2bb201-fbdf-4443-adea-7419e4440451", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "sub-test-model-77ffac", "reconcileID": "bcf64c3a-3ac0-46c8-89f8-4ce973b3e00d", "LLMInferenceService": "sub-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "9ebdf512-97e2-49c3-ac7d-bca8e5f5352f", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:39:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "9ebdf512-97e2-49c3-ac7d-bca8e5f5352f", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:39:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "9ebdf512-97e2-49c3-ac7d-bca8e5f5352f", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:39:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "78b27e20-f785-42d4-87a5-4126e37425cc", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:39:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "78b27e20-f785-42d4-87a5-4126e37425cc", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:39:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "78b27e20-f785-42d4-87a5-4126e37425cc", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:39:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "6e309820-e253-4661-b892-980bc2cf0724", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "6e309820-e253-4661-b892-980bc2cf0724", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58"} 2026-07-09T19:39:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "6e309820-e253-4661-b892-980bc2cf0724", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "6e309820-e253-4661-b892-980bc2cf0724", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "6e309820-e253-4661-b892-980bc2cf0724", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:39:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "6e309820-e253-4661-b892-980bc2cf0724", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:39:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "6e309820-e253-4661-b892-980bc2cf0724", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "6e309820-e253-4661-b892-980bc2cf0724", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "sub-test-model-11fb58", "reconcileID": "9fbecb06-ed1d-4472-aed0-1546ea2e2a8d", "LLMInferenceService": "sub-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "6f4343e0-f34f-4c05-92b4-333dffb51d2e", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "6f4343e0-f34f-4c05-92b4-333dffb51d2e", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "6f4343e0-f34f-4c05-92b4-333dffb51d2e", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "ce095290-aa2e-4d91-9155-941b3b6f3892", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "ce095290-aa2e-4d91-9155-941b3b6f3892", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "ce095290-aa2e-4d91-9155-941b3b6f3892", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:39:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "835fa1f5-096f-4853-b847-4c68e55fed42", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "835fa1f5-096f-4853-b847-4c68e55fed42", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "835fa1f5-096f-4853-b847-4c68e55fed42", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "c79d3275-35c7-4565-bd59-aeb426cb2864", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:39:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "835fa1f5-096f-4853-b847-4c68e55fed42", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:39:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "835fa1f5-096f-4853-b847-4c68e55fed42", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:39:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "835fa1f5-096f-4853-b847-4c68e55fed42", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "c79d3275-35c7-4565-bd59-aeb426cb2864", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:39:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "c79d3275-35c7-4565-bd59-aeb426cb2864", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:39:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "a2e3dee4-2323-4a19-baae-fb335b94aca2", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "a2e3dee4-2323-4a19-baae-fb335b94aca2", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "a2e3dee4-2323-4a19-baae-fb335b94aca2", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "a2e3dee4-2323-4a19-baae-fb335b94aca2", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:39:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "a2e3dee4-2323-4a19-baae-fb335b94aca2", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:39:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "a2e3dee4-2323-4a19-baae-fb335b94aca2", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:39:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "862e2345-82a8-43a6-b554-8e78652b817d", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:39:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "862e2345-82a8-43a6-b554-8e78652b817d", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:39:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "862e2345-82a8-43a6-b554-8e78652b817d", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:40:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "1c6340c7-b8c2-4c4a-822c-4acb094b94de", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "1c6340c7-b8c2-4c4a-822c-4acb094b94de", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "1c6340c7-b8c2-4c4a-822c-4acb094b94de", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "1c6340c7-b8c2-4c4a-822c-4acb094b94de", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:40:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "1c6340c7-b8c2-4c4a-822c-4acb094b94de", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:40:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "1c6340c7-b8c2-4c4a-822c-4acb094b94de", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "59d5068c-3758-4509-8d2b-bffe9247f72d", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "59d5068c-3758-4509-8d2b-bffe9247f72d", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "59d5068c-3758-4509-8d2b-bffe9247f72d", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "59d5068c-3758-4509-8d2b-bffe9247f72d", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:40:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "59d5068c-3758-4509-8d2b-bffe9247f72d", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:40:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "59d5068c-3758-4509-8d2b-bffe9247f72d", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42f1d5a2-1c7e-48b5-9706-a220edd40295", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:40:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "bbf3d122-235c-452d-a6cd-4fd83b2bc873", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "bbf3d122-235c-452d-a6cd-4fd83b2bc873", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "bbf3d122-235c-452d-a6cd-4fd83b2bc873", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "bbf3d122-235c-452d-a6cd-4fd83b2bc873", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:40:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "bbf3d122-235c-452d-a6cd-4fd83b2bc873", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "authType": "userdefined"} 2026-07-09T19:40:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "bbf3d122-235c-452d-a6cd-4fd83b2bc873", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:40:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "90867d4e-2660-49cb-98c6-5d98ad271cd8", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "90867d4e-2660-49cb-98c6-5d98ad271cd8", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "90867d4e-2660-49cb-98c6-5d98ad271cd8", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "82b30977-c901-4e3c-84f4-4465abcb74f8", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:40:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "90867d4e-2660-49cb-98c6-5d98ad271cd8", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:40:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "90867d4e-2660-49cb-98c6-5d98ad271cd8", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:40:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "90867d4e-2660-49cb-98c6-5d98ad271cd8", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "82b30977-c901-4e3c-84f4-4465abcb74f8", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:40:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "82b30977-c901-4e3c-84f4-4465abcb74f8", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:40:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "eedeb450-7a2d-4bfc-afca-eff9c9cd5511", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "eedeb450-7a2d-4bfc-afca-eff9c9cd5511", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "eedeb450-7a2d-4bfc-afca-eff9c9cd5511", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "eedeb450-7a2d-4bfc-afca-eff9c9cd5511", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:40:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "eedeb450-7a2d-4bfc-afca-eff9c9cd5511", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:40:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "eedeb450-7a2d-4bfc-afca-eff9c9cd5511", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ad71451f-79b5-4267-8ef6-b815b4aad2eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "beba6efa-8b4d-4040-a7a8-6aed396d4289", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "beba6efa-8b4d-4040-a7a8-6aed396d4289", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "beba6efa-8b4d-4040-a7a8-6aed396d4289", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:40:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "7771f086-5989-4896-a10b-b82c4cae541c", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "7771f086-5989-4896-a10b-b82c4cae541c", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "7771f086-5989-4896-a10b-b82c4cae541c", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "7771f086-5989-4896-a10b-b82c4cae541c", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:40:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "7771f086-5989-4896-a10b-b82c4cae541c", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:40:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "7771f086-5989-4896-a10b-b82c4cae541c", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44c4fc29-c6e3-4a67-95fe-e18107e355e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:40:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "d55b16af-317c-432d-8c9e-c1c3cc78db09", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "d55b16af-317c-432d-8c9e-c1c3cc78db09", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "d55b16af-317c-432d-8c9e-c1c3cc78db09", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:40:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "d55b16af-317c-432d-8c9e-c1c3cc78db09", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:40:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "d55b16af-317c-432d-8c9e-c1c3cc78db09", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "authType": "userdefined"} 2026-07-09T19:40:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "d55b16af-317c-432d-8c9e-c1c3cc78db09", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:41:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "c86d09ec-4314-495d-817e-c665e6e060e8", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "c86d09ec-4314-495d-817e-c665e6e060e8", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac"} 2026-07-09T19:41:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "c86d09ec-4314-495d-817e-c665e6e060e8", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "c86d09ec-4314-495d-817e-c665e6e060e8", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "c86d09ec-4314-495d-817e-c665e6e060e8", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:41:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "c86d09ec-4314-495d-817e-c665e6e060e8", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac-kserve-route-authn"} 2026-07-09T19:41:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "c86d09ec-4314-495d-817e-c665e6e060e8", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "c86d09ec-4314-495d-817e-c665e6e060e8", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77ffac","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "rate-test-model-77ffac", "reconcileID": "b4624bdc-27fe-4d57-bc9f-d67121ea72f0", "LLMInferenceService": "rate-test-model-77ffac", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "78b1136b-3240-46fd-90e2-20453e7e3d07", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:41:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "78b1136b-3240-46fd-90e2-20453e7e3d07", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:41:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "78b1136b-3240-46fd-90e2-20453e7e3d07", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:41:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "f36b054f-1708-4edb-a44e-06ef758bd0b8", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:41:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "f36b054f-1708-4edb-a44e-06ef758bd0b8", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:41:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "f36b054f-1708-4edb-a44e-06ef758bd0b8", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:41:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "b69c73fd-c8dd-4daa-864e-f0c6d3c40e15", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:41:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "b69c73fd-c8dd-4daa-864e-f0c6d3c40e15", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58"} 2026-07-09T19:41:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "b69c73fd-c8dd-4daa-864e-f0c6d3c40e15", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:41:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "b69c73fd-c8dd-4daa-864e-f0c6d3c40e15", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:41:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "b69c73fd-c8dd-4daa-864e-f0c6d3c40e15", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:41:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "b69c73fd-c8dd-4daa-864e-f0c6d3c40e15", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58-kserve-route-authn"} 2026-07-09T19:41:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "b69c73fd-c8dd-4daa-864e-f0c6d3c40e15", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:41:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "b69c73fd-c8dd-4daa-864e-f0c6d3c40e15", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:41:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-11fb58","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "rate-test-model-11fb58", "reconcileID": "94351418-c579-4668-abce-44c8542d26ab", "LLMInferenceService": "rate-test-model-11fb58", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:41:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "9260608a-33ad-4080-842d-405f42a761e9", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:41:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "9260608a-33ad-4080-842d-405f42a761e9", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:41:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "9260608a-33ad-4080-842d-405f42a761e9", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:41:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "17d36b5a-cea8-4ff4-810e-fd5d1b18cfeb", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:41:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "17d36b5a-cea8-4ff4-810e-fd5d1b18cfeb", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:41:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "17d36b5a-cea8-4ff4-810e-fd5d1b18cfeb", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:41:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "235bbc96-45cb-476d-8385-f49eba9ef1c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:41:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "2f5b7a96-ad65-472d-8f13-7effe8376319", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:41:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "2f5b7a96-ad65-472d-8f13-7effe8376319", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac-authn-ssl"} 2026-07-09T19:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "2f5b7a96-ad65-472d-8f13-7effe8376319", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:41:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "581a845c-8c91-4038-9883-388536fef435", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "581a845c-8c91-4038-9883-388536fef435", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:41:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "581a845c-8c91-4038-9883-388536fef435", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-77ffac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T19:41:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-trusted-ca-bundle", "reconcileID": "4ffa1284-608b-4b9b-976e-b38b660bc3e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-trusted-ca-bundle", "reconcileID": "4ffa1284-608b-4b9b-976e-b38b660bc3e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "openshift-service-ca.crt", "reconcileID": "b510b9da-a2e6-49df-8498-b130880b6f56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "openshift-service-ca.crt", "reconcileID": "b510b9da-a2e6-49df-8498-b130880b6f56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37364138-2f07-4c76-b4cc-e7145d990736", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77ffac"}, "namespace": "ai-tenant-e2e-shared-a-77ffac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37364138-2f07-4c76-b4cc-e7145d990736", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77ffac"} 2026-07-09T19:41:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77ffac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77ffac", "reconcileID": "01184667-fb38-472e-8d6c-2b3d6702f624", "Gateway": "e2e-shared-a-77ffac", "namespace": "openshift-ingress"} 2026-07-09T19:41:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "86edc04f-c8b9-4ba5-8000-640d513cacc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T19:41:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "fd81e034-e612-4a8f-b5f5-de17f25739f9", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:41:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "fd81e034-e612-4a8f-b5f5-de17f25739f9", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58-authn-ssl"} 2026-07-09T19:41:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "fd81e034-e612-4a8f-b5f5-de17f25739f9", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"} 2026-07-09T19:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfddf5b1-0ab0-456a-bf28-8204ad141644", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:42:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfddf5b1-0ab0-456a-bf28-8204ad141644", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T19:42:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfddf5b1-0ab0-456a-bf28-8204ad141644", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-11fb58 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T19:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-trusted-ca-bundle", "reconcileID": "647ce63a-0186-49dc-97a8-36231aeb18bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-trusted-ca-bundle", "reconcileID": "647ce63a-0186-49dc-97a8-36231aeb18bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "openshift-service-ca.crt", "reconcileID": "2ebcd1bb-3814-4866-a585-d00e208014bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "openshift-service-ca.crt", "reconcileID": "2ebcd1bb-3814-4866-a585-d00e208014bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb25a263-ab09-499b-932c-bb9083fed878", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-11fb58"}, "namespace": "ai-tenant-e2e-shared-b-11fb58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb25a263-ab09-499b-932c-bb9083fed878", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-11fb58"} 2026-07-09T19:42:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-11fb58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-11fb58", "reconcileID": "e5fa3696-58a7-4a9d-99d3-f020e126918f", "Gateway": "e2e-shared-b-11fb58", "namespace": "openshift-ingress"}